toybox/lib/args.c
<<
>>
Prefs
   1/* args.c - Command line argument parsing.
   2 *
   3 * Copyright 2006 Rob Landley <rob@landley.net>
   4 */
   5
   6// NOTE: If option parsing segfaults, switch on TOYBOX_DEBUG in menuconfig to
   7// add syntax checks to option string parsing which aren't needed in the final
   8// code (since get_opt string is hardwired and should be correct when you ship)
   9
  10#include "toys.h"
  11
  12// Design goals:
  13//   Don't use getopt() out of libc.
  14//   Don't permute original arguments (screwing up ps/top output).
  15//   Integrated --long options "(noshort)a(along)b(blong1)(blong2)"
  16
  17/* This uses a getopt-like option string, but not getopt() itself. We call
  18 * it the get_opt string.
  19 *
  20 * Each option in the get_opt string corresponds to a bit position in the
  21 * return value. The rightmost argument is (1<<0), the next to last is (1<<1)
  22 * and so on. If the option isn't seen in argv[], its bit remains 0.
  23 *
  24 * Options which have an argument fill in the corresponding slot in the global
  25 * union "this" (see generated/globals.h), which it treats as an array of longs
  26 * (note that sizeof(long)==sizeof(pointer) is guaranteed by LP64).
  27 *
  28 * You don't have to free the option strings, which point into the environment
  29 * space. List objects should be freed by main() when command_main() returns.
  30 *
  31 * Example:
  32 *   Calling get_optflags() when toys.which->options="ab:c:d" and
  33 *   argv = ["command", "-b", "fruit", "-d", "walrus"] results in:
  34 *
  35 *     Changes to struct toys:
  36 *       toys.optflags = 5 (I.E. 0101 so -b = 4 | -d = 1)
  37 *       toys.optargs[0] = "walrus" (leftover argument)
  38 *       toys.optargs[1] = NULL (end of list)
  39 *       toys.optc = 1 (there was 1 leftover argument)
  40 *
  41 *     Changes to union this:
  42 *       this[0]=NULL (because -c didn't get an argument this time)
  43 *       this[1]="fruit" (argument to -b)
  44 */
  45
  46// What you can put in a get_opt string:
  47//   Any otherwise unused character (all letters, unprefixed numbers) specify
  48//   an option that sets a flag. The bit value is the same as the binary digit
  49//   if you string the option characters together in order.
  50//   So in "abcdefgh" a = 128, h = 1
  51//
  52//   Suffixes specify that this option takes an argument (stored in GLOBALS):
  53//       Note that pointer and long are always the same size, even on 64 bit.
  54//     : string argument, keep most recent if more than one
  55//     * string argument, appended to a struct arg_list linked list.
  56//     # signed long argument
  57//       <LOW     - die if less than LOW
  58//       >HIGH    - die if greater than HIGH
  59//       =DEFAULT - value if not specified
  60//     - signed long argument defaulting to negative (say + for positive)
  61//     . double precision floating point argument (with CFG_TOYBOX_FLOAT)
  62//       Chop this option out with USE_TOYBOX_FLOAT() in option string
  63//       Same <LOW>HIGH=DEFAULT as #
  64//     @ occurrence counter (which is a long)
  65//     % time offset in milliseconds with optional s/m/h/d suffix
  66//     (longopt)
  67//     | this is required. If more than one marked, only one required.
  68//     ; long option's argument is optional (can only be supplied with --opt=)
  69//     ^ Stop parsing after encountering this argument
  70//    " " (space char) the "plus an argument" must be separate
  71//        I.E. "-j 3" not "-j3". So "kill -stop" != "kill -s top"
  72//
  73//   At the beginning of the get_opt string (before any options):
  74//     ^ stop at first nonoption argument
  75//     <0 die if less than # leftover arguments (default 0)
  76//     >9 die if > # leftover arguments (default MAX_INT)
  77//     ? Allow unknown arguments (pass them through to command).
  78//     & first arg has imaginary dash (ala tar/ps/ar) which sets FLAGS_NODASH
  79//     0 Include argv[0] in optargs
  80//     note: ^ and ? implied when no options
  81//
  82//   At the end: [groups] of previously seen options
  83//     - Only one in group (switch off)    [-abc] means -ab=-b, -ba=-a, -abc=-c
  84//     + Synonyms (switch on all)          [+abc] means -ab=-abc, -c=-abc
  85//     ! More than one in group is error   [!abc] means -ab calls error_exit()
  86//       primarily useful if you can switch things back off again.
  87//
  88//   You may use octal escapes with the high bit (127) set to use a control
  89//   character as an option flag. For example, \300 would be the option -@
  90
  91// Notes from getopt man page
  92//   - and -- cannot be arguments.
  93//     -- force end of arguments
  94//     - is a synonym for stdin in file arguments
  95//   -abcd means -a -b -c -d (but if -b takes an argument, then it's -a -b cd)
  96
  97// Linked list of all known options (option string parsed into this).
  98// Hangs off getoptflagstate, freed at end of option parsing.
  99struct opts {
 100  struct opts *next;
 101  long *arg;         // Pointer into union "this" to store arguments at.
 102  int c;             // Argument character to match
 103  int flags;         // |=1, ^=2, " "=4, ;=8
 104  unsigned long long dex[3]; // bits to disable/enable/exclude in toys.optflags
 105  char type;         // Type of arguments to store union "this"
 106  union {
 107    long l;
 108    FLOAT f;
 109  } val[3];          // low, high, default - range of allowed values
 110};
 111
 112// linked list of long options. (Hangs off getoptflagstate, free at end of
 113// option parsing, details about flag to set and global slot to fill out
 114// stored in related short option struct, but if opt->c = -1 the long option
 115// is "bare" (has no corresponding short option).
 116struct longopts {
 117  struct longopts *next;
 118  struct opts *opt;
 119  char *str;
 120  int len;
 121};
 122
 123// State during argument parsing.
 124struct getoptflagstate
 125{
 126  int argc, minargs, maxargs;
 127  char *arg;
 128  struct opts *opts;
 129  struct longopts *longopts;
 130  int noerror, nodash_now, stopearly;
 131  unsigned excludes, requires;
 132};
 133
 134// Use getoptflagstate to parse one command line option from argv
 135static int gotflag(struct getoptflagstate *gof, struct opts *opt, int shrt)
 136{
 137  unsigned long long i;
 138  int type;
 139
 140  // Did we recognize this option?
 141  if (!opt) {
 142    if (gof->noerror) return 1;
 143    help_exit("Unknown option '%s'", gof->arg);
 144  }
 145
 146  // Might enabling this switch off something else?
 147  if (toys.optflags & opt->dex[0]) {
 148    struct opts *clr;
 149
 150    // Forget saved argument for flag we switch back off
 151    for (clr=gof->opts, i=1; clr; clr = clr->next, i<<=1)
 152      if (clr->arg && (i & toys.optflags & opt->dex[0])) *clr->arg = 0;
 153    toys.optflags &= ~opt->dex[0];
 154  }
 155
 156  // Set flags
 157  toys.optflags |= opt->dex[1];
 158  gof->excludes |= opt->dex[2];
 159  if (opt->flags&2) gof->stopearly=2;
 160
 161  if (toys.optflags & gof->excludes) {
 162    struct opts *bad;
 163
 164    for (bad=gof->opts, i=1; bad ;bad = bad->next, i<<=1) {
 165      if (opt == bad || !(i & toys.optflags)) continue;
 166      if (toys.optflags & bad->dex[2]) break;
 167    }
 168    if (bad) help_exit("No '%c' with '%c'", opt->c, bad->c);
 169  }
 170
 171  // Does this option take an argument?
 172  if (!gof->arg || (shrt && !gof->arg[1])) {
 173    gof->arg = 0;
 174    if (opt->flags & 8) return 0;
 175    gof->arg = "";
 176  } else gof->arg++;
 177  type = opt->type;
 178
 179  if (type == '@') ++*(opt->arg);
 180  else if (type) {
 181    char *arg = gof->arg;
 182
 183    // Handle "-xblah" and "-x blah", but also a third case: "abxc blah"
 184    // to make "tar xCjfv blah1 blah2 thingy" work like
 185    // "tar -x -C blah1 -j -f blah2 -v thingy"
 186
 187    if (gof->nodash_now || (!arg[0] && !(opt->flags & 8)))
 188      arg = toys.argv[++gof->argc];
 189    if (!arg) {
 190      char *s = "Missing argument to ";
 191      struct longopts *lo;
 192
 193      if (opt->c != -1) help_exit("%s-%c", s, opt->c);
 194
 195      for (lo = gof->longopts; lo->opt != opt; lo = lo->next);
 196      help_exit("%s--%.*s", s, lo->len, lo->str);
 197    }
 198
 199    if (type == ':') *(opt->arg) = (long)arg;
 200    else if (type == '*') {
 201      struct arg_list **list;
 202
 203      list = (struct arg_list **)opt->arg;
 204      while (*list) list=&((*list)->next);
 205      *list = xzalloc(sizeof(struct arg_list));
 206      (*list)->arg = arg;
 207    } else if (type == '#' || type == '-') {
 208      long l = atolx(arg);
 209      if (type == '-' && !ispunct(*arg)) l*=-1;
 210      if (l < opt->val[0].l) help_exit("-%c < %ld", opt->c, opt->val[0].l);
 211      if (l > opt->val[1].l) help_exit("-%c > %ld", opt->c, opt->val[1].l);
 212
 213      *(opt->arg) = l;
 214    } else if (CFG_TOYBOX_FLOAT && type == '.') {
 215      FLOAT *f = (FLOAT *)(opt->arg);
 216
 217      *f = strtod(arg, &arg);
 218      if (opt->val[0].l != LONG_MIN && *f < opt->val[0].f)
 219        help_exit("-%c < %lf", opt->c, (double)opt->val[0].f);
 220      if (opt->val[1].l != LONG_MAX && *f > opt->val[1].f)
 221        help_exit("-%c > %lf", opt->c, (double)opt->val[1].f);
 222    } else if (type=='%') *(opt->arg) = xparsemillitime(arg);
 223
 224    if (!gof->nodash_now) gof->arg = "";
 225  }
 226
 227  return 0;
 228}
 229
 230// Parse this command's options string into struct getoptflagstate, which
 231// includes a struct opts linked list in reverse order (I.E. right-to-left)
 232static int parse_optflaglist(struct getoptflagstate *gof)
 233{
 234  char *options = toys.which->options;
 235  long *nextarg = (long *)&this;
 236  struct opts *new = 0;
 237  int idx, rc = 0;
 238
 239  // Parse option format string
 240  memset(gof, 0, sizeof(struct getoptflagstate));
 241  gof->maxargs = INT_MAX;
 242  if (!options) return 0;
 243
 244  // Parse leading special behavior indicators
 245  for (;;) {
 246    if (*options == '^') gof->stopearly++;
 247    else if (*options == '<') gof->minargs=*(++options)-'0';
 248    else if (*options == '>') gof->maxargs=*(++options)-'0';
 249    else if (*options == '?') gof->noerror++;
 250    else if (*options == '&') gof->nodash_now = 1;
 251    else if (*options == '0') rc = 1;
 252    else break;
 253    options++;
 254  }
 255
 256  // Parse option string into a linked list of options with attributes.
 257
 258  if (!*options) gof->stopearly++, gof->noerror++;
 259  while (*options) {
 260    char *temp;
 261
 262    // Option groups come after all options are defined
 263    if (*options == '[') break;
 264
 265    // Allocate a new list entry when necessary
 266    if (!new) {
 267      new = xzalloc(sizeof(struct opts));
 268      new->next = gof->opts;
 269      gof->opts = new;
 270      new->val[0].l = LONG_MIN;
 271      new->val[1].l = LONG_MAX;
 272    }
 273    // Each option must start with "(" or an option character.  (Bare
 274    // longopts only come at the start of the string.)
 275    if (*options == '(' && new->c != -1) {
 276      char *end;
 277      struct longopts *lo;
 278
 279      // Find the end of the longopt
 280      for (end = ++options; *end && *end != ')'; end++);
 281      if (CFG_TOYBOX_DEBUG && !*end) error_exit("(longopt) didn't end");
 282
 283      // init a new struct longopts
 284      lo = xmalloc(sizeof(struct longopts));
 285      lo->next = gof->longopts;
 286      lo->opt = new;
 287      lo->str = options;
 288      lo->len = end-options;
 289      gof->longopts = lo;
 290      options = ++end;
 291
 292      // Mark this struct opt as used, even when no short opt.
 293      if (!new->c) new->c = -1;
 294
 295      continue;
 296
 297    // If this is the start of a new option that wasn't a longopt,
 298
 299    } else if (strchr(":*#@.-%", *options)) {
 300      if (CFG_TOYBOX_DEBUG && new->type)
 301        error_exit("multiple types %c:%c%c", new->c, new->type, *options);
 302      new->type = *options;
 303    } else if (-1 != (idx = stridx("|^ ;", *options))) new->flags |= 1<<idx;
 304    // bounds checking
 305    else if (-1 != (idx = stridx("<>=", *options))) {
 306      if (new->type == '#' || new->type == '%') {
 307        long l = strtol(++options, &temp, 10);
 308        if (temp != options) new->val[idx].l = l;
 309      } else if (CFG_TOYBOX_FLOAT && new->type == '.') {
 310        FLOAT f = strtod(++options, &temp);
 311        if (temp != options) new->val[idx].f = f;
 312      } else error_exit("<>= only after .#%%");
 313      options = --temp;
 314
 315    // At this point, we've hit the end of the previous option.  The
 316    // current character is the start of a new option.  If we've already
 317    // assigned an option to this struct, loop to allocate a new one.
 318    // (It'll get back here afterwards and fall through to next else.)
 319    } else if (new->c) {
 320      new = 0;
 321      continue;
 322
 323    // Claim this option, loop to see what's after it.
 324    } else new->c = 127&*options;
 325
 326    options++;
 327  }
 328
 329  // Initialize enable/disable/exclude masks and pointers to store arguments.
 330  // (This goes right to left so we need the whole list before we can start.)
 331  idx = 0;
 332  for (new = gof->opts; new; new = new->next) {
 333    unsigned long long u = 1LL<<idx++;
 334
 335    if (new->c == 1) new->c = 0;
 336    new->dex[1] = u;
 337    if (new->flags & 1) gof->requires |= u;
 338    if (new->type) {
 339      new->arg = (void *)nextarg;
 340      *(nextarg++) = new->val[2].l;
 341    }
 342  }
 343
 344  // Parse trailing group indicators
 345  while (*options) {
 346    unsigned long long bits = 0;
 347
 348    if (CFG_TOYBOX_DEBUG && *options != '[') error_exit("trailing %s", options);
 349
 350    idx = stridx("-+!", *++options);
 351    if (CFG_TOYBOX_DEBUG && idx == -1) error_exit("[ needs +-!");
 352    if (CFG_TOYBOX_DEBUG && (options[1] == ']' || !options[1]))
 353      error_exit("empty []");
 354
 355    // Don't advance past ] but do process it once in loop.
 356    while (*options++ != ']') {
 357      struct opts *opt;
 358      long long ll;
 359
 360      if (CFG_TOYBOX_DEBUG && !*options) error_exit("[ without ]");
 361      // Find this option flag (in previously parsed struct opt)
 362      for (ll = 1, opt = gof->opts; ; ll <<= 1, opt = opt->next) {
 363        if (*options == ']') {
 364          if (!opt) break;
 365          if (bits&ll) opt->dex[idx] |= bits&~ll;
 366        } else {
 367          if (*options==1) break;
 368          if (CFG_TOYBOX_DEBUG && !opt)
 369            error_exit("[] unknown target %c", *options);
 370          if (opt->c == *options) {
 371            bits |= ll;
 372            break;
 373          }
 374        }
 375      }
 376    }
 377  }
 378
 379  return rc;
 380}
 381
 382// Fill out toys.optflags, toys.optargs, and this[] from toys.argv
 383
 384void get_optflags(void)
 385{
 386  struct getoptflagstate gof;
 387  struct opts *catch;
 388  unsigned long long saveflags;
 389  char *letters[]={"s",""};
 390
 391  // Option parsing is a two stage process: parse the option string into
 392  // a struct opts list, then use that list to process argv[];
 393
 394  toys.exitval = toys.which->flags >> 24;
 395
 396  // Allocate memory for optargs
 397  saveflags = toys.optc = parse_optflaglist(&gof);
 398  while (toys.argv[saveflags++]);
 399  toys.optargs = xzalloc(sizeof(char *)*saveflags);
 400  if (toys.optc) *toys.optargs = *toys.argv;
 401
 402  if (toys.argv[1] && toys.argv[1][0] == '-') gof.nodash_now = 0;
 403
 404  // Iterate through command line arguments, skipping argv[0]
 405  for (gof.argc=1; toys.argv[gof.argc]; gof.argc++) {
 406    gof.arg = toys.argv[gof.argc];
 407    catch = 0;
 408
 409    // Parse this argument
 410    if (gof.stopearly>1) goto notflag;
 411
 412    if (gof.argc>1 || *gof.arg=='-') gof.nodash_now = 0;
 413
 414    // Various things with dashes
 415    if (*gof.arg == '-') {
 416
 417      // Handle -
 418      if (!gof.arg[1]) goto notflag;
 419      gof.arg++;
 420      if (*gof.arg=='-') {
 421        struct longopts *lo;
 422
 423        gof.arg++;
 424        // Handle --
 425        if (!*gof.arg) {
 426          gof.stopearly += 2;
 427          continue;
 428        }
 429
 430        // do we match a known --longopt?
 431        check_help(toys.argv+gof.argc);
 432        for (lo = gof.longopts; lo; lo = lo->next) {
 433          if (!strncmp(gof.arg, lo->str, lo->len)) {
 434            if (!gof.arg[lo->len]) gof.arg = 0;
 435            else if (gof.arg[lo->len] == '=' && lo->opt->type)
 436              gof.arg += lo->len;
 437            else continue;
 438            // It's a match.
 439            catch = lo->opt;
 440            break;
 441          }
 442        }
 443
 444        // Should we handle this --longopt as a non-option argument?
 445        if (!lo && gof.noerror) {
 446          gof.arg -= 2;
 447          goto notflag;
 448        }
 449
 450        // Long option parsed, handle option.
 451        gotflag(&gof, catch, 0);
 452        continue;
 453      }
 454
 455    // Handle things that don't start with a dash.
 456    } else {
 457      if (gof.nodash_now) toys.optflags |= FLAGS_NODASH;
 458      else goto notflag;
 459    }
 460
 461    // At this point, we have the args part of -args.  Loop through
 462    // each entry (could be -abc meaning -a -b -c)
 463    saveflags = toys.optflags;
 464    while (gof.arg && *gof.arg) {
 465
 466      // Identify next option char.
 467      for (catch = gof.opts; catch; catch = catch->next)
 468        if (*gof.arg == catch->c)
 469          if (!((catch->flags&4) && gof.arg[1])) break;
 470
 471      // Handle option char (advancing past what was used)
 472      if (gotflag(&gof, catch, 1) ) {
 473        toys.optflags = saveflags;
 474        gof.arg = toys.argv[gof.argc];
 475        goto notflag;
 476      }
 477    }
 478    continue;
 479
 480    // Not a flag, save value in toys.optargs[]
 481notflag:
 482    if (gof.stopearly) gof.stopearly++;
 483    toys.optargs[toys.optc++] = toys.argv[gof.argc];
 484  }
 485
 486  // Sanity check
 487  if (toys.optc<gof.minargs)
 488    help_exit("Need%s %d argument%s", letters[!!(gof.minargs-1)],
 489      gof.minargs, letters[!(gof.minargs-1)]);
 490  if (toys.optc>gof.maxargs)
 491    help_exit("Max %d argument%s", gof.maxargs, letters[!(gof.maxargs-1)]);
 492  if (gof.requires && !(gof.requires & toys.optflags)) {
 493    struct opts *req;
 494    char needs[32], *s = needs;
 495
 496    for (req = gof.opts; req; req = req->next)
 497      if (req->flags & 1) *(s++) = req->c;
 498    *s = 0;
 499
 500    help_exit("Needs %s-%s", s[1] ? "one of " : "", needs);
 501  }
 502
 503  toys.exitval = 0;
 504
 505  if (CFG_TOYBOX_FREE) {
 506    llist_traverse(gof.opts, free);
 507    llist_traverse(gof.longopts, free);
 508  }
 509}
 510