busybox/archival/libarchive/get_header_tar.c
<<
>>
Prefs
   1/* vi: set sw=4 ts=4: */
   2/*
   3 * Licensed under GPLv2 or later, see file LICENSE in this source tree.
   4 *
   5 * FIXME:
   6 *    In privileged mode if uname and gname map to a uid and gid then use the
   7 *    mapped value instead of the uid/gid values in tar header
   8 *
   9 * References:
  10 *    GNU tar and star man pages,
  11 *    Opengroup's ustar interchange format,
  12 *    http://www.opengroup.org/onlinepubs/007904975/utilities/pax.html
  13 */
  14#include "libbb.h"
  15#include "bb_archive.h"
  16
  17typedef uint32_t aliased_uint32_t FIX_ALIASING;
  18typedef off_t    aliased_off_t    FIX_ALIASING;
  19
  20/* NB: _DESTROYS_ str[len] character! */
  21static unsigned long long getOctal(char *str, int len)
  22{
  23        unsigned long long v;
  24        char *end;
  25        /* NB: leading spaces are allowed. Using strtoull to handle that.
  26         * The downside is that we accept e.g. "-123" too :(
  27         */
  28        str[len] = '\0';
  29        v = strtoull(str, &end, 8);
  30        /* std: "Each numeric field is terminated by one or more
  31         * <space> or NUL characters". We must support ' '! */
  32        if (*end != '\0' && *end != ' ') {
  33                int8_t first = str[0];
  34                if (!(first & 0x80))
  35                        bb_simple_error_msg_and_die("corrupted octal value in tar header");
  36                /*
  37                 * GNU tar uses "base-256 encoding" for very large numbers.
  38                 * Encoding is binary, with highest bit always set as a marker
  39                 * and sign in next-highest bit:
  40                 * 80 00 .. 00 - zero
  41                 * bf ff .. ff - largest positive number
  42                 * ff ff .. ff - minus 1
  43                 * c0 00 .. 00 - smallest negative number
  44                 *
  45                 * Example of tar file with 8914993153 (0x213600001) byte file.
  46                 * Field starts at offset 7c:
  47                 * 00070  30 30 30 00 30 30 30 30  30 30 30 00 80 00 00 00  |000.0000000.....|
  48                 * 00080  00 00 00 02 13 60 00 01  31 31 31 32 30 33 33 36  |.....`..11120336|
  49                 *
  50                 * NB: tarballs with NEGATIVE unix times encoded that way were seen!
  51                 */
  52                /* Sign-extend 7bit 'first' to 64bit 'v' (that is, using 6th bit as sign): */
  53                first <<= 1;
  54                first >>= 1; /* now 7th bit = 6th bit */
  55                v = first;   /* sign-extend 8 bits to 64 */
  56                while (--len != 0)
  57                        v = (v << 8) + (uint8_t) *++str;
  58        }
  59        return v;
  60}
  61#define GET_OCTAL(a) getOctal((a), sizeof(a))
  62
  63#define TAR_EXTD (ENABLE_FEATURE_TAR_GNU_EXTENSIONS || ENABLE_FEATURE_TAR_SELINUX)
  64#if !TAR_EXTD
  65#define process_pax_hdr(archive_handle, sz, global) \
  66        process_pax_hdr(archive_handle, sz)
  67#endif
  68/* "global" is 0 or 1 */
  69static void process_pax_hdr(archive_handle_t *archive_handle, unsigned sz, int global)
  70{
  71#if !TAR_EXTD
  72        unsigned blk_sz = (sz + 511) & (~511);
  73        seek_by_read(archive_handle->src_fd, blk_sz);
  74#else
  75        unsigned blk_sz = (sz + 511) & (~511);
  76        char *buf, *p;
  77
  78        p = buf = xmalloc(blk_sz + 1);
  79        xread(archive_handle->src_fd, buf, blk_sz);
  80        archive_handle->offset += blk_sz;
  81
  82        /* prevent bb_strtou from running off the buffer */
  83        buf[sz] = '\0';
  84
  85        while (sz != 0) {
  86                char *end, *value;
  87                unsigned len;
  88
  89                /* Every record has this format: "LEN NAME=VALUE\n" */
  90                len = bb_strtou(p, &end, 10);
  91                /* expect errno to be EINVAL, because the character
  92                 * following the digits should be a space
  93                 */
  94                p += len;
  95                sz -= len;
  96                if (
  97                /** (int)sz < 0 - not good enough for huge malicious VALUE of 2^32-1 */
  98                    (int)(sz|len) < 0 /* this works */
  99                 || len == 0
 100                 || errno != EINVAL
 101                 || *end != ' '
 102                ) {
 103                        bb_simple_error_msg("malformed extended header, skipped");
 104                        // More verbose version:
 105                        //bb_error_msg("malformed extended header at %"OFF_FMT"d, skipped",
 106                        //              archive_handle->offset - (sz + len));
 107                        break;
 108                }
 109                /* overwrite the terminating newline with NUL
 110                 * (we do not bother to check that it *was* a newline)
 111                 */
 112                p[-1] = '\0';
 113                value = end + 1;
 114
 115# if ENABLE_FEATURE_TAR_GNU_EXTENSIONS
 116                if (!global) {
 117                        if (is_prefixed_with(value, "path=")) {
 118                                value += sizeof("path=") - 1;
 119                                free(archive_handle->tar__longname);
 120                                archive_handle->tar__longname = xstrdup(value);
 121                                continue;
 122                        }
 123                        if (is_prefixed_with(value, "linkpath=")) {
 124                                value += sizeof("linkpath=") - 1;
 125                                free(archive_handle->tar__linkname);
 126                                archive_handle->tar__linkname = xstrdup(value);
 127                                continue;
 128                        }
 129                }
 130# endif
 131
 132# if ENABLE_FEATURE_TAR_SELINUX
 133                /* Scan for SELinux contexts, via "RHT.security.selinux" keyword.
 134                 * This is what Red Hat's patched version of tar uses.
 135                 */
 136#  define SELINUX_CONTEXT_KEYWORD "RHT.security.selinux"
 137                if (is_prefixed_with(value, SELINUX_CONTEXT_KEYWORD"=")) {
 138                        value += sizeof(SELINUX_CONTEXT_KEYWORD"=") - 1;
 139                        free(archive_handle->tar__sctx[global]);
 140                        archive_handle->tar__sctx[global] = xstrdup(value);
 141                        continue;
 142                }
 143# endif
 144        }
 145
 146        free(buf);
 147#endif
 148}
 149
 150#if ENABLE_FEATURE_TAR_GNU_EXTENSIONS
 151static void die_if_bad_fnamesize(off_t sz)
 152{
 153        if ((uoff_t)sz > 0xfff) /* more than 4k?! no funny business please */
 154                bb_simple_error_msg_and_die("bad archive");
 155}
 156#endif
 157
 158char FAST_FUNC get_header_tar(archive_handle_t *archive_handle)
 159{
 160        file_header_t *file_header = archive_handle->file_header;
 161        struct tar_header_t tar;
 162        char *cp;
 163        int tar_typeflag; /* can be "char", "int" seems give smaller code */
 164        int i, sum_u, sum;
 165#if ENABLE_FEATURE_TAR_OLDSUN_COMPATIBILITY
 166        int sum_s;
 167#endif
 168        int parse_names;
 169
 170        /* Our "private data" */
 171#if ENABLE_FEATURE_TAR_GNU_EXTENSIONS
 172# define p_longname (archive_handle->tar__longname)
 173# define p_linkname (archive_handle->tar__linkname)
 174#else
 175# define p_longname 0
 176# define p_linkname 0
 177#endif
 178
 179#if ENABLE_FEATURE_TAR_GNU_EXTENSIONS || ENABLE_FEATURE_TAR_SELINUX
 180 again:
 181#endif
 182        /* Align header */
 183        data_align(archive_handle, 512);
 184
 185 again_after_align:
 186
 187#if ENABLE_DESKTOP || ENABLE_FEATURE_TAR_AUTODETECT
 188        /* to prevent misdetection of bz2 sig */
 189        *(aliased_uint32_t*)&tar = 0;
 190        i = full_read(archive_handle->src_fd, &tar, 512);
 191        /* If GNU tar sees EOF in above read, it says:
 192         * "tar: A lone zero block at N", where N = kilobyte
 193         * where EOF was met (not EOF block, actual EOF!),
 194         * and exits with EXIT_SUCCESS.
 195         * We will mimic exit(EXIT_SUCCESS), although we will not mimic
 196         * the message and we don't check whether we indeed
 197         * saw zero block directly before this. */
 198        if (i == 0) {
 199                /* GNU tar 1.29 will be silent if tar archive ends abruptly
 200                 * (if there are no zero blocks at all, and last read returns zero,
 201                 * not short read 0 < len < 512). Complain only if
 202                 * the very first read fails. Grrr.
 203                 */
 204                if (archive_handle->offset == 0)
 205                        bb_simple_error_msg("short read");
 206                /* this merely signals end of archive, not exit(1): */
 207                return EXIT_FAILURE;
 208        }
 209        if (i != 512) {
 210                IF_FEATURE_TAR_AUTODETECT(goto autodetect;)
 211                bb_simple_error_msg_and_die("short read");
 212        }
 213
 214#else
 215        i = 512;
 216        xread(archive_handle->src_fd, &tar, i);
 217#endif
 218        archive_handle->offset += i;
 219
 220        /* If there is no filename its an empty header */
 221        if (tar.name[0] == 0 && tar.prefix[0] == 0
 222        /* Have seen a tar archive with pax 'x' header supplying UTF8 filename,
 223         * with actual file having all name fields NUL-filled. Check this: */
 224         && !p_longname
 225        ) {
 226                if (archive_handle->tar__end) {
 227                        /* Second consecutive empty header - end of archive.
 228                         * Read until the end to empty the pipe from gz or bz2
 229                         */
 230                        while (full_read(archive_handle->src_fd, &tar, 512) == 512)
 231                                continue;
 232                        return EXIT_FAILURE; /* "end of archive" */
 233                }
 234                archive_handle->tar__end = 1;
 235                return EXIT_SUCCESS; /* "decoded one header" */
 236        }
 237        archive_handle->tar__end = 0;
 238
 239        /* Check header has valid magic, "ustar" is for the proper tar,
 240         * five NULs are for the old tar format  */
 241        if (!is_prefixed_with(tar.magic, "ustar")
 242         && (!ENABLE_FEATURE_TAR_OLDGNU_COMPATIBILITY
 243             || memcmp(tar.magic, "\0\0\0\0", 5) != 0)
 244        ) {
 245#if ENABLE_FEATURE_TAR_AUTODETECT
 246 autodetect:
 247                /* Two different causes for lseek() != 0:
 248                 * unseekable fd (would like to support that too, but...),
 249                 * or not first block (false positive, it's not .gz/.bz2!) */
 250                if (lseek(archive_handle->src_fd, -i, SEEK_CUR) != 0)
 251                        goto err;
 252                if (setup_unzip_on_fd(archive_handle->src_fd, /*fail_if_not_compressed:*/ 0) != 0)
 253 err:
 254                        bb_simple_error_msg_and_die("invalid tar magic");
 255                archive_handle->offset = 0;
 256                goto again_after_align;
 257#endif
 258                bb_simple_error_msg_and_die("invalid tar magic");
 259        }
 260
 261        /* Do checksum on headers.
 262         * POSIX says that checksum is done on unsigned bytes, but
 263         * Sun and HP-UX gets it wrong... more details in
 264         * GNU tar source. */
 265        sum_u = ' ' * sizeof(tar.chksum);
 266#if ENABLE_FEATURE_TAR_OLDSUN_COMPATIBILITY
 267        sum_s = sum_u;
 268#endif
 269        for (i = 0; i < 148; i++) {
 270                sum_u += ((unsigned char*)&tar)[i];
 271#if ENABLE_FEATURE_TAR_OLDSUN_COMPATIBILITY
 272                sum_s += ((signed char*)&tar)[i];
 273#endif
 274        }
 275        for (i = 156; i < 512; i++) {
 276                sum_u += ((unsigned char*)&tar)[i];
 277#if ENABLE_FEATURE_TAR_OLDSUN_COMPATIBILITY
 278                sum_s += ((signed char*)&tar)[i];
 279#endif
 280        }
 281        /* Most tarfiles have tar.chksum NUL or space terminated, but
 282         * github.com decided to be "special" and have unterminated field:
 283         * 0090: 30343300 30303031 33323731 30000000 |043.000132710...|
 284         *                                                ^^^^^^^^|
 285         * Need to use GET_OCTAL. This overwrites tar.typeflag ---+
 286         * (the '0' char immediately after chksum in example above) with NUL.
 287         */
 288        tar_typeflag = (uint8_t)tar.typeflag; /* save it */
 289        sum = GET_OCTAL(tar.chksum);
 290        if (sum_u != sum
 291            IF_FEATURE_TAR_OLDSUN_COMPATIBILITY(&& sum_s != sum)
 292        ) {
 293                bb_simple_error_msg_and_die("invalid tar header checksum");
 294        }
 295
 296        /* GET_OCTAL trashes subsequent field, therefore we call it
 297         * on fields in reverse order */
 298        if (tar.devmajor[0]) {
 299                char t = tar.prefix[0];
 300                /* we trash prefix[0] here, but we DO need it later! */
 301                unsigned minor = GET_OCTAL(tar.devminor);
 302                unsigned major = GET_OCTAL(tar.devmajor);
 303                file_header->device = makedev(major, minor);
 304                tar.prefix[0] = t;
 305        }
 306
 307        /* 0 is reserved for high perf file, treat as normal file */
 308        if (tar_typeflag == '\0') tar_typeflag = '0';
 309        parse_names = (tar_typeflag >= '0' && tar_typeflag <= '7');
 310
 311        file_header->link_target = NULL;
 312        if (!p_linkname && parse_names && tar.linkname[0]) {
 313                file_header->link_target = xstrndup(tar.linkname, sizeof(tar.linkname));
 314                /* FIXME: what if we have non-link object with link_target? */
 315                /* Will link_target be free()ed? */
 316        }
 317#if ENABLE_FEATURE_TAR_UNAME_GNAME
 318        file_header->tar__uname = tar.uname[0] ? xstrndup(tar.uname, sizeof(tar.uname)) : NULL;
 319        file_header->tar__gname = tar.gname[0] ? xstrndup(tar.gname, sizeof(tar.gname)) : NULL;
 320#endif
 321        file_header->mtime = GET_OCTAL(tar.mtime);
 322        file_header->size = GET_OCTAL(tar.size);
 323        file_header->gid = GET_OCTAL(tar.gid);
 324        file_header->uid = GET_OCTAL(tar.uid);
 325        /* Set bits 0-11 of the files mode */
 326        file_header->mode = 07777 & GET_OCTAL(tar.mode);
 327
 328        file_header->name = NULL;
 329        if (!p_longname && parse_names) {
 330                /* we trash mode[0] here, it's ok */
 331                //tar.name[sizeof(tar.name)] = '\0'; - gcc 4.3.0 would complain
 332                tar.mode[0] = '\0';
 333                if (tar.prefix[0]) {
 334                        /* and padding[0] */
 335                        //tar.prefix[sizeof(tar.prefix)] = '\0'; - gcc 4.3.0 would complain
 336                        tar.padding[0] = '\0';
 337                        file_header->name = concat_path_file(tar.prefix, tar.name);
 338                } else
 339                        file_header->name = xstrdup(tar.name);
 340        }
 341
 342        switch (tar_typeflag) {
 343        case '1': /* hardlink */
 344                /* we mark hardlinks as regular files with zero size and a link name */
 345                file_header->mode |= S_IFREG;
 346                /* on size of link fields from star(4)
 347                 * ... For tar archives written by pre POSIX.1-1988
 348                 * implementations, the size field usually contains the size of
 349                 * the file and needs to be ignored as no data may follow this
 350                 * header type.  For POSIX.1-1988 compliant archives, the size
 351                 * field needs to be 0.  For POSIX.1-2001 compliant archives,
 352                 * the size field may be non zero, indicating that file data is
 353                 * included in the archive.
 354                 * i.e; always assume this is zero for safety.
 355                 */
 356                goto size0;
 357        case '7':
 358        /* case 0: */
 359        case '0':
 360#if ENABLE_FEATURE_TAR_OLDGNU_COMPATIBILITY
 361                if (file_header->name && last_char_is(file_header->name, '/')) {
 362                        goto set_dir;
 363                }
 364#endif
 365                file_header->mode |= S_IFREG;
 366                break;
 367        case '2':
 368                file_header->mode |= S_IFLNK;
 369                /* have seen tarballs with size field containing
 370                 * the size of the link target's name */
 371 size0:
 372                file_header->size = 0;
 373                break;
 374        case '3':
 375                file_header->mode |= S_IFCHR;
 376                goto size0; /* paranoia */
 377        case '4':
 378                file_header->mode |= S_IFBLK;
 379                goto size0;
 380        case '5':
 381 IF_FEATURE_TAR_OLDGNU_COMPATIBILITY(set_dir:)
 382                file_header->mode |= S_IFDIR;
 383                goto size0;
 384        case '6':
 385                file_header->mode |= S_IFIFO;
 386                goto size0;
 387        case 'g':       /* pax global header */
 388        case 'x': {     /* pax extended header */
 389                if ((uoff_t)file_header->size > 0xfffff) /* paranoia */
 390                        goto skip_ext_hdr;
 391                process_pax_hdr(archive_handle, file_header->size, (tar_typeflag == 'g'));
 392                goto again_after_align;
 393#if ENABLE_FEATURE_TAR_GNU_EXTENSIONS
 394/* See http://www.gnu.org/software/tar/manual/html_node/Extensions.html */
 395        case 'L':
 396                /* free: paranoia: tar with several consecutive longnames */
 397                free(p_longname);
 398                /* For paranoia reasons we allocate extra NUL char */
 399                die_if_bad_fnamesize(file_header->size);
 400                p_longname = xzalloc(file_header->size + 1);
 401                /* We read ASCIZ string, including NUL */
 402                xread(archive_handle->src_fd, p_longname, file_header->size);
 403                archive_handle->offset += file_header->size;
 404                /* return get_header_tar(archive_handle); */
 405                /* gcc 4.1.1 didn't optimize it into jump */
 406                /* so we will do it ourself, this also saves stack */
 407                goto again;
 408        case 'K':
 409                free(p_linkname);
 410                die_if_bad_fnamesize(file_header->size);
 411                p_linkname = xzalloc(file_header->size + 1);
 412                xread(archive_handle->src_fd, p_linkname, file_header->size);
 413                archive_handle->offset += file_header->size;
 414                /* return get_header_tar(archive_handle); */
 415                goto again;
 416/*
 417 *      case 'S':       // Sparse file
 418 * Was seen in the wild. Not supported (yet?).
 419 * See https://www.gnu.org/software/tar/manual/html_section/tar_92.html
 420 * for the format. (An "Old GNU Format" was seen, not PAX formats).
 421 */
 422//      case 'D':       /* GNU dump dir */
 423//      case 'M':       /* Continuation of multi volume archive */
 424//      case 'N':       /* Old GNU for names > 100 characters */
 425        case 'V':       /* Volume header */
 426                ; /* Fall through to skip it */
 427#endif
 428        }
 429 skip_ext_hdr:
 430        {
 431                off_t sz;
 432                bb_error_msg("warning: skipping header '%c'", tar_typeflag);
 433                sz = (file_header->size + 511) & ~(off_t)511;
 434                archive_handle->offset += sz;
 435                sz >>= 9; /* sz /= 512 but w/o contortions for signed div */
 436                while (sz--)
 437                        xread(archive_handle->src_fd, &tar, 512);
 438                /* return get_header_tar(archive_handle); */
 439                goto again_after_align;
 440        }
 441        default:
 442                bb_error_msg_and_die("unknown typeflag: 0x%x", tar_typeflag);
 443        }
 444
 445#if ENABLE_FEATURE_TAR_GNU_EXTENSIONS
 446        if (p_longname) {
 447                file_header->name = p_longname;
 448                p_longname = NULL;
 449        }
 450        if (p_linkname) {
 451                file_header->link_target = p_linkname;
 452                p_linkname = NULL;
 453        }
 454#endif
 455
 456        /* Everything up to and including last ".." component is stripped */
 457        overlapping_strcpy(file_header->name, strip_unsafe_prefix(file_header->name));
 458//TODO: do the same for file_header->link_target?
 459
 460        /* Strip trailing '/' in directories */
 461        /* Must be done after mode is set as '/' is used to check if it's a directory */
 462        cp = last_char_is(file_header->name, '/');
 463
 464        if (archive_handle->filter(archive_handle) == EXIT_SUCCESS) {
 465                archive_handle->action_header(/*archive_handle->*/ file_header);
 466                /* Note that we kill the '/' only after action_header() */
 467                /* (like GNU tar 1.15.1: verbose mode outputs "dir/dir/") */
 468                if (cp)
 469                        *cp = '\0';
 470                archive_handle->action_data(archive_handle);
 471                if (archive_handle->accept || archive_handle->reject
 472                 || (archive_handle->ah_flags & ARCHIVE_REMEMBER_NAMES)
 473                ) {
 474                        llist_add_to(&archive_handle->passed, file_header->name);
 475                } else /* Caller isn't interested in list of unpacked files */
 476                        free(file_header->name);
 477        } else {
 478                data_skip(archive_handle);
 479                free(file_header->name);
 480        }
 481        archive_handle->offset += file_header->size;
 482
 483        free(file_header->link_target);
 484        /* Do not free(file_header->name)!
 485         * It might be inserted in archive_handle->passed - see above */
 486#if ENABLE_FEATURE_TAR_UNAME_GNAME
 487        free(file_header->tar__uname);
 488        free(file_header->tar__gname);
 489#endif
 490        return EXIT_SUCCESS; /* "decoded one header" */
 491}
 492