git.oblomov.eu Git - git/blob - refs.c

   1 #include "refs.h"
   2 #include "cache.h"
   3
   4 #include <errno.h>
   5
   6 struct ref_list {
   7         struct ref_list *next;
   8         unsigned char flag; /* ISSYMREF? ISPACKED? */
   9         unsigned char sha1[20];
  10         char name[FLEX_ARRAY];
  11 };
  12
  13 static const char *parse_ref_line(char *line, unsigned char *sha1)
  14 {
  15         /*
  16          * 42: the answer to everything.
  17          *
  18          * In this case, it happens to be the answer to
  19          *  40 (length of sha1 hex representation)
  20          *  +1 (space in between hex and name)
  21          *  +1 (newline at the end of the line)
  22          */
  23         int len = strlen(line) - 42;
  24
  25         if (len <= 0)
  26                 return NULL;
  27         if (get_sha1_hex(line, sha1) < 0)
  28                 return NULL;
  29         if (!isspace(line[40]))
  30                 return NULL;
  31         line += 41;
  32         if (isspace(*line))
  33                 return NULL;
  34         if (line[len] != '\n')
  35                 return NULL;
  36         line[len] = 0;
  37         return line;
  38 }
  39
  40 static struct ref_list *add_ref(const char *name, const unsigned char *sha1,
  41                                 int flag, struct ref_list *list)
  42 {
  43         int len;
  44         struct ref_list **p = &list, *entry;
  45
  46         /* Find the place to insert the ref into.. */
  47         while ((entry = *p) != NULL) {
  48                 int cmp = strcmp(entry->name, name);
  49                 if (cmp > 0)
  50                         break;
  51
  52                 /* Same as existing entry? */
  53                 if (!cmp)
  54                         return list;
  55                 p = &entry->next;
  56         }
  57
  58         /* Allocate it and add it in.. */
  59         len = strlen(name) + 1;
  60         entry = xmalloc(sizeof(struct ref_list) + len);
  61         hashcpy(entry->sha1, sha1);
  62         memcpy(entry->name, name, len);
  63         entry->flag = flag;
  64         entry->next = *p;
  65         *p = entry;
  66         return list;
  67 }
  68
  69 static struct ref_list *get_packed_refs(void)
  70 {
  71         static int did_refs = 0;
  72         static struct ref_list *refs = NULL;
  73
  74         if (!did_refs) {
  75                 FILE *f = fopen(git_path("packed-refs"), "r");
  76                 if (f) {
  77                         struct ref_list *list = NULL;
  78                         char refline[PATH_MAX];
  79                         while (fgets(refline, sizeof(refline), f)) {
  80                                 unsigned char sha1[20];
  81                                 const char *name = parse_ref_line(refline, sha1);
  82                                 if (!name)
  83                                         continue;
  84                                 list = add_ref(name, sha1, REF_ISPACKED, list);
  85                         }
  86                         fclose(f);
  87                         refs = list;
  88                 }
  89                 did_refs = 1;
  90         }
  91         return refs;
  92 }
  93
  94 static struct ref_list *get_ref_dir(const char *base, struct ref_list *list)
  95 {
  96         DIR *dir = opendir(git_path("%s", base));
  97
  98         if (dir) {
  99                 struct dirent *de;
 100                 int baselen = strlen(base);
 101                 char *ref = xmalloc(baselen + 257);
 102
 103                 memcpy(ref, base, baselen);
 104                 if (baselen && base[baselen-1] != '/')
 105                         ref[baselen++] = '/';
 106
 107                 while ((de = readdir(dir)) != NULL) {
 108                         unsigned char sha1[20];
 109                         struct stat st;
 110                         int flag;
 111                         int namelen;
 112
 113                         if (de->d_name[0] == '.')
 114                                 continue;
 115                         namelen = strlen(de->d_name);
 116                         if (namelen > 255)
 117                                 continue;
 118                         if (has_extension(de->d_name, ".lock"))
 119                                 continue;
 120                         memcpy(ref + baselen, de->d_name, namelen+1);
 121                         if (stat(git_path("%s", ref), &st) < 0)
 122                                 continue;
 123                         if (S_ISDIR(st.st_mode)) {
 124                                 list = get_ref_dir(ref, list);
 125                                 continue;
 126                         }
 127                         if (!resolve_ref(ref, sha1, 1, &flag)) {
 128                                 error("%s points nowhere!", ref);
 129                                 continue;
 130                         }
 131                         list = add_ref(ref, sha1, flag, list);
 132                 }
 133                 free(ref);
 134                 closedir(dir);
 135         }
 136         return list;
 137 }
 138
 139 static struct ref_list *get_loose_refs(void)
 140 {
 141         static int did_refs = 0;
 142         static struct ref_list *refs = NULL;
 143
 144         if (!did_refs) {
 145                 refs = get_ref_dir("refs", NULL);
 146                 did_refs = 1;
 147         }
 148         return refs;
 149 }
 150
 151 /* We allow "recursive" symbolic refs. Only within reason, though */
 152 #define MAXDEPTH 5
 153
 154 const char *resolve_ref(const char *ref, unsigned char *sha1, int reading, int *flag)
 155 {
 156         int depth = MAXDEPTH, len;
 157         char buffer[256];
 158         static char ref_buffer[256];
 159
 160         if (flag)
 161                 *flag = 0;
 162
 163         for (;;) {
 164                 const char *path = git_path("%s", ref);
 165                 struct stat st;
 166                 char *buf;
 167                 int fd;
 168
 169                 if (--depth < 0)
 170                         return NULL;
 171
 172                 /* Special case: non-existing file.
 173                  * Not having the refs/heads/new-branch is OK
 174                  * if we are writing into it, so is .git/HEAD
 175                  * that points at refs/heads/master still to be
 176                  * born.  It is NOT OK if we are resolving for
 177                  * reading.
 178                  */
 179                 if (lstat(path, &st) < 0) {
 180                         struct ref_list *list = get_packed_refs();
 181                         while (list) {
 182                                 if (!strcmp(ref, list->name)) {
 183                                         hashcpy(sha1, list->sha1);
 184                                         if (flag)
 185                                                 *flag |= REF_ISPACKED;
 186                                         return ref;
 187                                 }
 188                                 list = list->next;
 189                         }
 190                         if (reading || errno != ENOENT)
 191                                 return NULL;
 192                         hashclr(sha1);
 193                         return ref;
 194                 }
 195
 196                 /* Follow "normalized" - ie "refs/.." symlinks by hand */
 197                 if (S_ISLNK(st.st_mode)) {
 198                         len = readlink(path, buffer, sizeof(buffer)-1);
 199                         if (len >= 5 && !memcmp("refs/", buffer, 5)) {
 200                                 buffer[len] = 0;
 201                                 strcpy(ref_buffer, buffer);
 202                                 ref = ref_buffer;
 203                                 if (flag)
 204                                         *flag |= REF_ISSYMREF;
 205                                 continue;
 206                         }
 207                 }
 208
 209                 /*
 210                  * Anything else, just open it and try to use it as
 211                  * a ref
 212                  */
 213                 fd = open(path, O_RDONLY);
 214                 if (fd < 0)
 215                         return NULL;
 216                 len = read(fd, buffer, sizeof(buffer)-1);
 217                 close(fd);
 218
 219                 /*
 220                  * Is it a symbolic ref?
 221                  */
 222                 if (len < 4 || memcmp("ref:", buffer, 4))
 223                         break;
 224                 buf = buffer + 4;
 225                 len -= 4;
 226                 while (len && isspace(*buf))
 227                         buf++, len--;
 228                 while (len && isspace(buf[len-1]))
 229                         len--;
 230                 buf[len] = 0;
 231                 memcpy(ref_buffer, buf, len + 1);
 232                 ref = ref_buffer;
 233                 if (flag)
 234                         *flag |= REF_ISSYMREF;
 235         }
 236         if (len < 40 || get_sha1_hex(buffer, sha1))
 237                 return NULL;
 238         return ref;
 239 }
 240
 241 int create_symref(const char *ref_target, const char *refs_heads_master)
 242 {
 243         const char *lockpath;
 244         char ref[1000];
 245         int fd, len, written;
 246         const char *git_HEAD = git_path("%s", ref_target);
 247
 248 #ifndef NO_SYMLINK_HEAD
 249         if (prefer_symlink_refs) {
 250                 unlink(git_HEAD);
 251                 if (!symlink(refs_heads_master, git_HEAD))
 252                         return 0;
 253                 fprintf(stderr, "no symlink - falling back to symbolic ref\n");
 254         }
 255 #endif
 256
 257         len = snprintf(ref, sizeof(ref), "ref: %s\n", refs_heads_master);
 258         if (sizeof(ref) <= len) {
 259                 error("refname too long: %s", refs_heads_master);
 260                 return -1;
 261         }
 262         lockpath = mkpath("%s.lock", git_HEAD);
 263         fd = open(lockpath, O_CREAT | O_EXCL | O_WRONLY, 0666);
 264         written = write(fd, ref, len);
 265         close(fd);
 266         if (written != len) {
 267                 unlink(lockpath);
 268                 error("Unable to write to %s", lockpath);
 269                 return -2;
 270         }
 271         if (rename(lockpath, git_HEAD) < 0) {
 272                 unlink(lockpath);
 273                 error("Unable to create %s", git_HEAD);
 274                 return -3;
 275         }
 276         if (adjust_shared_perm(git_HEAD)) {
 277                 unlink(lockpath);
 278                 error("Unable to fix permissions on %s", lockpath);
 279                 return -4;
 280         }
 281         return 0;
 282 }
 283
 284 int read_ref(const char *ref, unsigned char *sha1)
 285 {
 286         if (resolve_ref(ref, sha1, 1, NULL))
 287                 return 0;
 288         return -1;
 289 }
 290
 291 static int do_for_each_ref(const char *base, each_ref_fn fn, int trim,
 292                            void *cb_data)
 293 {
 294         int retval;
 295         struct ref_list *packed = get_packed_refs();
 296         struct ref_list *loose = get_loose_refs();
 297
 298         while (packed && loose) {
 299                 struct ref_list *entry;
 300                 int cmp = strcmp(packed->name, loose->name);
 301                 if (!cmp) {
 302                         packed = packed->next;
 303                         continue;
 304                 }
 305                 if (cmp > 0) {
 306                         entry = loose;
 307                         loose = loose->next;
 308                 } else {
 309                         entry = packed;
 310                         packed = packed->next;
 311                 }
 312                 if (strncmp(base, entry->name, trim))
 313                         continue;
 314                 if (is_null_sha1(entry->sha1))
 315                         continue;
 316                 if (!has_sha1_file(entry->sha1)) {
 317                         error("%s does not point to a valid object!", entry->name);
 318                         continue;
 319                 }
 320                 retval = fn(entry->name + trim, entry->sha1,
 321                             entry->flag, cb_data);
 322                 if (retval)
 323                         return retval;
 324         }
 325
 326         packed = packed ? packed : loose;
 327         while (packed) {
 328                 if (!strncmp(base, packed->name, trim)) {
 329                         retval = fn(packed->name + trim, packed->sha1,
 330                                     packed->flag, cb_data);
 331                         if (retval)
 332                                 return retval;
 333                 }
 334                 packed = packed->next;
 335         }
 336         return 0;
 337 }
 338
 339 int head_ref(each_ref_fn fn, void *cb_data)
 340 {
 341         unsigned char sha1[20];
 342         int flag;
 343
 344         if (resolve_ref("HEAD", sha1, 1, &flag))
 345                 return fn("HEAD", sha1, flag, cb_data);
 346         return 0;
 347 }
 348
 349 int for_each_ref(each_ref_fn fn, void *cb_data)
 350 {
 351         return do_for_each_ref("refs/", fn, 0, cb_data);
 352 }
 353
 354 int for_each_tag_ref(each_ref_fn fn, void *cb_data)
 355 {
 356         return do_for_each_ref("refs/tags/", fn, 10, cb_data);
 357 }
 358
 359 int for_each_branch_ref(each_ref_fn fn, void *cb_data)
 360 {
 361         return do_for_each_ref("refs/heads/", fn, 11, cb_data);
 362 }
 363
 364 int for_each_remote_ref(each_ref_fn fn, void *cb_data)
 365 {
 366         return do_for_each_ref("refs/remotes/", fn, 13, cb_data);
 367 }
 368
 369 /* NEEDSWORK: This is only used by ssh-upload and it should go; the
 370  * caller should do resolve_ref or read_ref like everybody else.  Or
 371  * maybe everybody else should use get_ref_sha1() instead of doing
 372  * read_ref().
 373  */
 374 int get_ref_sha1(const char *ref, unsigned char *sha1)
 375 {
 376         if (check_ref_format(ref))
 377                 return -1;
 378         return read_ref(mkpath("refs/%s", ref), sha1);
 379 }
 380
 381 int delete_ref(const char *refname, unsigned char *sha1)
 382 {
 383         struct ref_lock *lock;
 384         int err, i, ret = 0;
 385
 386         lock = lock_any_ref_for_update(refname, sha1);
 387         if (!lock)
 388                 return 1;
 389         i = strlen(lock->lk->filename) - 5; /* .lock */
 390         lock->lk->filename[i] = 0;
 391         err = unlink(lock->lk->filename);
 392         if (err) {
 393                 ret = 1;
 394                 error("unlink(%s) failed: %s",
 395                       lock->lk->filename, strerror(errno));
 396         }
 397         lock->lk->filename[i] = '.';
 398
 399         err = unlink(lock->log_file);
 400         if (err && errno != ENOENT)
 401                 fprintf(stderr, "warning: unlink(%s) failed: %s",
 402                         lock->log_file, strerror(errno));
 403
 404         return ret;
 405 }
 406
 407 /*
 408  * Make sure "ref" is something reasonable to have under ".git/refs/";
 409  * We do not like it if:
 410  *
 411  * - any path component of it begins with ".", or
 412  * - it has double dots "..", or
 413  * - it has ASCII control character, "~", "^", ":" or SP, anywhere, or
 414  * - it ends with a "/".
 415  */
 416
 417 static inline int bad_ref_char(int ch)
 418 {
 419         return (((unsigned) ch) <= ' ' ||
 420                 ch == '~' || ch == '^' || ch == ':' ||
 421                 /* 2.13 Pattern Matching Notation */
 422                 ch == '?' || ch == '*' || ch == '[');
 423 }
 424
 425 int check_ref_format(const char *ref)
 426 {
 427         int ch, level;
 428         const char *cp = ref;
 429
 430         level = 0;
 431         while (1) {
 432                 while ((ch = *cp++) == '/')
 433                         ; /* tolerate duplicated slashes */
 434                 if (!ch)
 435                         return -1; /* should not end with slashes */
 436
 437                 /* we are at the beginning of the path component */
 438                 if (ch == '.' || bad_ref_char(ch))
 439                         return -1;
 440
 441                 /* scan the rest of the path component */
 442                 while ((ch = *cp++) != 0) {
 443                         if (bad_ref_char(ch))
 444                                 return -1;
 445                         if (ch == '/')
 446                                 break;
 447                         if (ch == '.' && *cp == '.')
 448                                 return -1;
 449                 }
 450                 level++;
 451                 if (!ch) {
 452                         if (level < 2)
 453                                 return -1; /* at least of form "heads/blah" */
 454                         return 0;
 455                 }
 456         }
 457 }
 458
 459 static struct ref_lock *verify_lock(struct ref_lock *lock,
 460         const unsigned char *old_sha1, int mustexist)
 461 {
 462         if (!resolve_ref(lock->ref_name, lock->old_sha1, mustexist, NULL)) {
 463                 error("Can't verify ref %s", lock->ref_name);
 464                 unlock_ref(lock);
 465                 return NULL;
 466         }
 467         if (hashcmp(lock->old_sha1, old_sha1)) {
 468                 error("Ref %s is at %s but expected %s", lock->ref_name,
 469                         sha1_to_hex(lock->old_sha1), sha1_to_hex(old_sha1));
 470                 unlock_ref(lock);
 471                 return NULL;
 472         }
 473         return lock;
 474 }
 475
 476 static struct ref_lock *lock_ref_sha1_basic(const char *ref, const unsigned char *old_sha1)
 477 {
 478         char *ref_file;
 479         const char *orig_ref = ref;
 480         struct ref_lock *lock;
 481         struct stat st;
 482         int mustexist = (old_sha1 && !is_null_sha1(old_sha1));
 483
 484         lock = xcalloc(1, sizeof(struct ref_lock));
 485         lock->lock_fd = -1;
 486
 487         ref = resolve_ref(ref, lock->old_sha1, mustexist, NULL);
 488         if (!ref) {
 489                 int last_errno = errno;
 490                 error("unable to resolve reference %s: %s",
 491                         orig_ref, strerror(errno));
 492                 unlock_ref(lock);
 493                 errno = last_errno;
 494                 return NULL;
 495         }
 496         lock->lk = xcalloc(1, sizeof(struct lock_file));
 497
 498         lock->ref_name = xstrdup(ref);
 499         lock->log_file = xstrdup(git_path("logs/%s", ref));
 500         ref_file = git_path("%s", ref);
 501         lock->force_write = lstat(ref_file, &st) && errno == ENOENT;
 502
 503         if (safe_create_leading_directories(ref_file))
 504                 die("unable to create directory for %s", ref_file);
 505         lock->lock_fd = hold_lock_file_for_update(lock->lk, ref_file, 1);
 506
 507         return old_sha1 ? verify_lock(lock, old_sha1, mustexist) : lock;
 508 }
 509
 510 struct ref_lock *lock_ref_sha1(const char *ref, const unsigned char *old_sha1)
 511 {
 512         char refpath[PATH_MAX];
 513         if (check_ref_format(ref))
 514                 return NULL;
 515         strcpy(refpath, mkpath("refs/%s", ref));
 516         return lock_ref_sha1_basic(refpath, old_sha1);
 517 }
 518
 519 struct ref_lock *lock_any_ref_for_update(const char *ref, const unsigned char *old_sha1)
 520 {
 521         return lock_ref_sha1_basic(ref, old_sha1);
 522 }
 523
 524 void unlock_ref(struct ref_lock *lock)
 525 {
 526         if (lock->lock_fd >= 0) {
 527                 close(lock->lock_fd);
 528                 /* Do not free lock->lk -- atexit() still looks at them */
 529                 if (lock->lk)
 530                         rollback_lock_file(lock->lk);
 531         }
 532         free(lock->ref_name);
 533         free(lock->log_file);
 534         free(lock);
 535 }
 536
 537 static int log_ref_write(struct ref_lock *lock,
 538         const unsigned char *sha1, const char *msg)
 539 {
 540         int logfd, written, oflags = O_APPEND | O_WRONLY;
 541         unsigned maxlen, len;
 542         char *logrec;
 543         const char *committer;
 544
 545         if (log_all_ref_updates) {
 546                 if (safe_create_leading_directories(lock->log_file) < 0)
 547                         return error("unable to create directory for %s",
 548                                 lock->log_file);
 549                 oflags |= O_CREAT;
 550         }
 551
 552         logfd = open(lock->log_file, oflags, 0666);
 553         if (logfd < 0) {
 554                 if (!log_all_ref_updates && errno == ENOENT)
 555                         return 0;
 556                 return error("Unable to append to %s: %s",
 557                         lock->log_file, strerror(errno));
 558         }
 559
 560         committer = git_committer_info(1);
 561         if (msg) {
 562                 maxlen = strlen(committer) + strlen(msg) + 2*40 + 5;
 563                 logrec = xmalloc(maxlen);
 564                 len = snprintf(logrec, maxlen, "%s %s %s\t%s\n",
 565                         sha1_to_hex(lock->old_sha1),
 566                         sha1_to_hex(sha1),
 567                         committer,
 568                         msg);
 569         }
 570         else {
 571                 maxlen = strlen(committer) + 2*40 + 4;
 572                 logrec = xmalloc(maxlen);
 573                 len = snprintf(logrec, maxlen, "%s %s %s\n",
 574                         sha1_to_hex(lock->old_sha1),
 575                         sha1_to_hex(sha1),
 576                         committer);
 577         }
 578         written = len <= maxlen ? write(logfd, logrec, len) : -1;
 579         free(logrec);
 580         close(logfd);
 581         if (written != len)
 582                 return error("Unable to append to %s", lock->log_file);
 583         return 0;
 584 }
 585
 586 int write_ref_sha1(struct ref_lock *lock,
 587         const unsigned char *sha1, const char *logmsg)
 588 {
 589         static char term = '\n';
 590
 591         if (!lock)
 592                 return -1;
 593         if (!lock->force_write && !hashcmp(lock->old_sha1, sha1)) {
 594                 unlock_ref(lock);
 595                 return 0;
 596         }
 597         if (write(lock->lock_fd, sha1_to_hex(sha1), 40) != 40 ||
 598             write(lock->lock_fd, &term, 1) != 1
 599                 || close(lock->lock_fd) < 0) {
 600                 error("Couldn't write %s", lock->lk->filename);
 601                 unlock_ref(lock);
 602                 return -1;
 603         }
 604         if (log_ref_write(lock, sha1, logmsg) < 0) {
 605                 unlock_ref(lock);
 606                 return -1;
 607         }
 608         if (commit_lock_file(lock->lk)) {
 609                 error("Couldn't set %s", lock->ref_name);
 610                 unlock_ref(lock);
 611                 return -1;
 612         }
 613         lock->lock_fd = -1;
 614         unlock_ref(lock);
 615         return 0;
 616 }
 617
 618 int read_ref_at(const char *ref, unsigned long at_time, unsigned char *sha1)
 619 {
 620         const char *logfile, *logdata, *logend, *rec, *lastgt, *lastrec;
 621         char *tz_c;
 622         int logfd, tz;
 623         struct stat st;
 624         unsigned long date;
 625         unsigned char logged_sha1[20];
 626
 627         logfile = git_path("logs/%s", ref);
 628         logfd = open(logfile, O_RDONLY, 0);
 629         if (logfd < 0)
 630                 die("Unable to read log %s: %s", logfile, strerror(errno));
 631         fstat(logfd, &st);
 632         if (!st.st_size)
 633                 die("Log %s is empty.", logfile);
 634         logdata = mmap(NULL, st.st_size, PROT_READ, MAP_PRIVATE, logfd, 0);
 635         close(logfd);
 636
 637         lastrec = NULL;
 638         rec = logend = logdata + st.st_size;
 639         while (logdata < rec) {
 640                 if (logdata < rec && *(rec-1) == '\n')
 641                         rec--;
 642                 lastgt = NULL;
 643                 while (logdata < rec && *(rec-1) != '\n') {
 644                         rec--;
 645                         if (*rec == '>')
 646                                 lastgt = rec;
 647                 }
 648                 if (!lastgt)
 649                         die("Log %s is corrupt.", logfile);
 650                 date = strtoul(lastgt + 1, &tz_c, 10);
 651                 if (date <= at_time) {
 652                         if (lastrec) {
 653                                 if (get_sha1_hex(lastrec, logged_sha1))
 654                                         die("Log %s is corrupt.", logfile);
 655                                 if (get_sha1_hex(rec + 41, sha1))
 656                                         die("Log %s is corrupt.", logfile);
 657                                 if (hashcmp(logged_sha1, sha1)) {
 658                                         tz = strtoul(tz_c, NULL, 10);
 659                                         fprintf(stderr,
 660                                                 "warning: Log %s has gap after %s.\n",
 661                                                 logfile, show_rfc2822_date(date, tz));
 662                                 }
 663                         }
 664                         else if (date == at_time) {
 665                                 if (get_sha1_hex(rec + 41, sha1))
 666                                         die("Log %s is corrupt.", logfile);
 667                         }
 668                         else {
 669                                 if (get_sha1_hex(rec + 41, logged_sha1))
 670                                         die("Log %s is corrupt.", logfile);
 671                                 if (hashcmp(logged_sha1, sha1)) {
 672                                         tz = strtoul(tz_c, NULL, 10);
 673                                         fprintf(stderr,
 674                                                 "warning: Log %s unexpectedly ended on %s.\n",
 675                                                 logfile, show_rfc2822_date(date, tz));
 676                                 }
 677                         }
 678                         munmap((void*)logdata, st.st_size);
 679                         return 0;
 680                 }
 681                 lastrec = rec;
 682         }
 683
 684         rec = logdata;
 685         while (rec < logend && *rec != '>' && *rec != '\n')
 686                 rec++;
 687         if (rec == logend || *rec == '\n')
 688                 die("Log %s is corrupt.", logfile);
 689         date = strtoul(rec + 1, &tz_c, 10);
 690         tz = strtoul(tz_c, NULL, 10);
 691         if (get_sha1_hex(logdata, sha1))
 692                 die("Log %s is corrupt.", logfile);
 693         munmap((void*)logdata, st.st_size);
 694         fprintf(stderr, "warning: Log %s only goes back to %s.\n",
 695                 logfile, show_rfc2822_date(date, tz));
 696         return 0;
 697 }