• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* args.c - Command line argument parsing.
2  *
3  * Copyright 2006 Rob Landley <rob@landley.net>
4  */
5 
6 // NOTE: If option parsing segfaults, switch on TOYBOX_DEBUG in menuconfig to
7 // add syntax checks to option string parsing which aren't needed in the final
8 // code (since get_opt string is hardwired and should be correct when you ship)
9 
10 #include "toys.h"
11 
12 // Design goals:
13 //   Don't use getopt() out of libc.
14 //   Don't permute original arguments (screwing up ps/top output).
15 //   Integrated --long options "(noshort)a(along)b(blong1)(blong2)"
16 
17 /* This uses a getopt-like option string, but not getopt() itself. We call
18  * it the get_opt string.
19  *
20  * Each option in the get_opt string corresponds to a bit position in the
21  * return value. The rightmost argument is (1<<0), the next to last is (1<<1)
22  * and so on. If the option isn't seen in argv[], its bit remains 0.
23  *
24  * Options which have an argument fill in the corresponding slot in the global
25  * union "this" (see generated/globals.h), which it treats as an array of longs
26  * (note that sizeof(long)==sizeof(pointer) is guaranteed by LP64).
27  *
28  * You don't have to free the option strings, which point into the environment
29  * space. List objects should be freed by main() when command_main() returns.
30  *
31  * Example:
32  *   Calling get_optflags() when toys.which->options="ab:c:d" and
33  *   argv = ["command", "-b", "fruit", "-d", "walrus"] results in:
34  *
35  *     Changes to struct toys:
36  *       toys.optflags = 5 (I.E. 0101 so -b = 4 | -d = 1)
37  *       toys.optargs[0] = "walrus" (leftover argument)
38  *       toys.optargs[1] = NULL (end of list)
39  *       toys.optc = 1 (there was 1 leftover argument)
40  *
41  *     Changes to union this:
42  *       this[0]=NULL (because -c didn't get an argument this time)
43  *       this[1]="fruit" (argument to -b)
44  */
45 
46 // What you can put in a get_opt string:
47 //   Any otherwise unused character (all letters, unprefixed numbers) specify
48 //   an option that sets a flag. The bit value is the same as the binary digit
49 //   if you string the option characters together in order.
50 //   So in "abcdefgh" a = 128, h = 1
51 //
52 //   Suffixes specify that this option takes an argument (stored in GLOBALS):
53 //       Note that pointer and long are always the same size, even on 64 bit.
54 //     : string argument, keep most recent if more than one
55 //     * string argument, appended to a struct arg_list linked list.
56 //     # signed long argument
57 //       <LOW     - die if less than LOW
58 //       >HIGH    - die if greater than HIGH
59 //       =DEFAULT - value if not specified
60 //     - signed long argument defaulting to negative (say + for positive)
61 //     . double precision floating point argument (with CFG_TOYBOX_FLOAT)
62 //       Chop this option out with USE_TOYBOX_FLOAT() in option string
63 //       Same <LOW>HIGH=DEFAULT as #
64 //     @ occurrence counter (which is a long)
65 //     % time offset in milliseconds with optional s/m/h/d suffix
66 //     (longopt)
67 //     | this is required. If more than one marked, only one required.
68 //     ; long option's argument is optional (can only be supplied with --opt=)
69 //     ^ Stop parsing after encountering this argument
70 //    " " (space char) the "plus an argument" must be separate
71 //        I.E. "-j 3" not "-j3". So "kill -stop" != "kill -s top"
72 //
73 //   At the beginning of the get_opt string (before any options):
74 //     ^ stop at first nonoption argument
75 //     <0 die if less than # leftover arguments (default 0)
76 //     >9 die if > # leftover arguments (default MAX_INT)
77 //     ? Allow unknown arguments (pass them through to command).
78 //     & first arg has imaginary dash (ala tar/ps/ar) which sets FLAGS_NODASH
79 //     0 Include argv[0] in optargs
80 //     note: ^ and ? implied when no options
81 //
82 //   At the end: [groups] of previously seen options
83 //     - Only one in group (switch off)    [-abc] means -ab=-b, -ba=-a, -abc=-c
84 //     + Synonyms (switch on all)          [+abc] means -ab=-abc, -c=-abc
85 //     ! More than one in group is error   [!abc] means -ab calls error_exit()
86 //       primarily useful if you can switch things back off again.
87 //
88 //   You may use octal escapes with the high bit (127) set to use a control
89 //   character as an option flag. For example, \300 would be the option -@
90 
91 // Notes from getopt man page
92 //   - and -- cannot be arguments.
93 //     -- force end of arguments
94 //     - is a synonym for stdin in file arguments
95 //   -abcd means -a -b -c -d (but if -b takes an argument, then it's -a -b cd)
96 
97 // Linked list of all known options (option string parsed into this).
98 // Hangs off getoptflagstate, freed at end of option parsing.
99 struct opts {
100   struct opts *next;
101   long *arg;         // Pointer into union "this" to store arguments at.
102   int c;             // Argument character to match
103   int flags;         // |=1, ^=2, " "=4, ;=8
104   unsigned long long dex[3]; // bits to disable/enable/exclude in toys.optflags
105   char type;         // Type of arguments to store union "this"
106   union {
107     long l;
108     FLOAT f;
109   } val[3];          // low, high, default - range of allowed values
110 };
111 
112 // linked list of long options. (Hangs off getoptflagstate, free at end of
113 // option parsing, details about flag to set and global slot to fill out
114 // stored in related short option struct, but if opt->c = -1 the long option
115 // is "bare" (has no corresponding short option).
116 struct longopts {
117   struct longopts *next;
118   struct opts *opt;
119   char *str;
120   int len;
121 };
122 
123 // State during argument parsing.
124 struct getoptflagstate
125 {
126   int argc, minargs, maxargs;
127   char *arg;
128   struct opts *opts;
129   struct longopts *longopts;
130   int noerror, nodash_now, stopearly;
131   unsigned excludes, requires;
132 };
133 
134 // Use getoptflagstate to parse one command line option from argv
gotflag(struct getoptflagstate * gof,struct opts * opt,int shrt)135 static int gotflag(struct getoptflagstate *gof, struct opts *opt, int shrt)
136 {
137   unsigned long long i;
138   int type;
139 
140   // Did we recognize this option?
141   if (!opt) {
142     if (gof->noerror) return 1;
143     help_exit("Unknown option '%s'", gof->arg);
144   }
145 
146   // Might enabling this switch off something else?
147   if (toys.optflags & opt->dex[0]) {
148     struct opts *clr;
149 
150     // Forget saved argument for flag we switch back off
151     for (clr=gof->opts, i=1; clr; clr = clr->next, i<<=1)
152       if (clr->arg && (i & toys.optflags & opt->dex[0])) *clr->arg = 0;
153     toys.optflags &= ~opt->dex[0];
154   }
155 
156   // Set flags
157   toys.optflags |= opt->dex[1];
158   gof->excludes |= opt->dex[2];
159   if (opt->flags&2) gof->stopearly=2;
160 
161   if (toys.optflags & gof->excludes) {
162     struct opts *bad;
163 
164     for (bad=gof->opts, i=1; bad ;bad = bad->next, i<<=1) {
165       if (opt == bad || !(i & toys.optflags)) continue;
166       if (toys.optflags & bad->dex[2]) break;
167     }
168     if (bad) help_exit("No '%c' with '%c'", opt->c, bad->c);
169   }
170 
171   // Does this option take an argument?
172   if (!gof->arg || (shrt && !gof->arg[1])) {
173     gof->arg = 0;
174     if (opt->flags & 8) return 0;
175     gof->arg = "";
176   } else gof->arg++;
177   type = opt->type;
178 
179   if (type == '@') ++*(opt->arg);
180   else if (type) {
181     char *arg = gof->arg;
182 
183     // Handle "-xblah" and "-x blah", but also a third case: "abxc blah"
184     // to make "tar xCjfv blah1 blah2 thingy" work like
185     // "tar -x -C blah1 -j -f blah2 -v thingy"
186 
187     if (gof->nodash_now || (!arg[0] && !(opt->flags & 8)))
188       arg = toys.argv[++gof->argc];
189     if (!arg) {
190       char *s = "Missing argument to ";
191       struct longopts *lo;
192 
193       if (opt->c != -1) help_exit("%s-%c", s, opt->c);
194 
195       for (lo = gof->longopts; lo->opt != opt; lo = lo->next);
196       help_exit("%s--%.*s", s, lo->len, lo->str);
197     }
198 
199     if (type == ':') *(opt->arg) = (long)arg;
200     else if (type == '*') {
201       struct arg_list **list;
202 
203       list = (struct arg_list **)opt->arg;
204       while (*list) list=&((*list)->next);
205       *list = xzalloc(sizeof(struct arg_list));
206       (*list)->arg = arg;
207     } else if (type == '#' || type == '-') {
208       long l = atolx(arg);
209       if (type == '-' && !ispunct(*arg)) l*=-1;
210       if (l < opt->val[0].l) help_exit("-%c < %ld", opt->c, opt->val[0].l);
211       if (l > opt->val[1].l) help_exit("-%c > %ld", opt->c, opt->val[1].l);
212 
213       *(opt->arg) = l;
214     } else if (CFG_TOYBOX_FLOAT && type == '.') {
215       FLOAT *f = (FLOAT *)(opt->arg);
216 
217       *f = strtod(arg, &arg);
218       if (opt->val[0].l != LONG_MIN && *f < opt->val[0].f)
219         help_exit("-%c < %lf", opt->c, (double)opt->val[0].f);
220       if (opt->val[1].l != LONG_MAX && *f > opt->val[1].f)
221         help_exit("-%c > %lf", opt->c, (double)opt->val[1].f);
222     } else if (type=='%') *(opt->arg) = xparsemillitime(arg);
223 
224     if (!gof->nodash_now) gof->arg = "";
225   }
226 
227   return 0;
228 }
229 
230 // Parse this command's options string into struct getoptflagstate, which
231 // includes a struct opts linked list in reverse order (I.E. right-to-left)
parse_optflaglist(struct getoptflagstate * gof)232 static int parse_optflaglist(struct getoptflagstate *gof)
233 {
234   char *options = toys.which->options;
235   long *nextarg = (long *)&this;
236   struct opts *new = 0;
237   int idx, rc = 0;
238 
239   // Parse option format string
240   memset(gof, 0, sizeof(struct getoptflagstate));
241   gof->maxargs = INT_MAX;
242   if (!options) return 0;
243 
244   // Parse leading special behavior indicators
245   for (;;) {
246     if (*options == '^') gof->stopearly++;
247     else if (*options == '<') gof->minargs=*(++options)-'0';
248     else if (*options == '>') gof->maxargs=*(++options)-'0';
249     else if (*options == '?') gof->noerror++;
250     else if (*options == '&') gof->nodash_now = 1;
251     else if (*options == '0') rc = 1;
252     else break;
253     options++;
254   }
255 
256   // Parse option string into a linked list of options with attributes.
257 
258   if (!*options) gof->stopearly++, gof->noerror++;
259   while (*options) {
260     char *temp;
261 
262     // Option groups come after all options are defined
263     if (*options == '[') break;
264 
265     // Allocate a new list entry when necessary
266     if (!new) {
267       new = xzalloc(sizeof(struct opts));
268       new->next = gof->opts;
269       gof->opts = new;
270       new->val[0].l = LONG_MIN;
271       new->val[1].l = LONG_MAX;
272     }
273     // Each option must start with "(" or an option character.  (Bare
274     // longopts only come at the start of the string.)
275     if (*options == '(' && new->c != -1) {
276       char *end;
277       struct longopts *lo;
278 
279       // Find the end of the longopt
280       for (end = ++options; *end && *end != ')'; end++);
281       if (CFG_TOYBOX_DEBUG && !*end) error_exit("(longopt) didn't end");
282 
283       // init a new struct longopts
284       lo = xmalloc(sizeof(struct longopts));
285       lo->next = gof->longopts;
286       lo->opt = new;
287       lo->str = options;
288       lo->len = end-options;
289       gof->longopts = lo;
290       options = ++end;
291 
292       // Mark this struct opt as used, even when no short opt.
293       if (!new->c) new->c = -1;
294 
295       continue;
296 
297     // If this is the start of a new option that wasn't a longopt,
298 
299     } else if (strchr(":*#@.-%", *options)) {
300       if (CFG_TOYBOX_DEBUG && new->type)
301         error_exit("multiple types %c:%c%c", new->c, new->type, *options);
302       new->type = *options;
303     } else if (-1 != (idx = stridx("|^ ;", *options))) new->flags |= 1<<idx;
304     // bounds checking
305     else if (-1 != (idx = stridx("<>=", *options))) {
306       if (new->type == '#' || new->type == '%') {
307         long l = strtol(++options, &temp, 10);
308         if (temp != options) new->val[idx].l = l;
309       } else if (CFG_TOYBOX_FLOAT && new->type == '.') {
310         FLOAT f = strtod(++options, &temp);
311         if (temp != options) new->val[idx].f = f;
312       } else error_exit("<>= only after .#%%");
313       options = --temp;
314 
315     // At this point, we've hit the end of the previous option.  The
316     // current character is the start of a new option.  If we've already
317     // assigned an option to this struct, loop to allocate a new one.
318     // (It'll get back here afterwards and fall through to next else.)
319     } else if (new->c) {
320       new = 0;
321       continue;
322 
323     // Claim this option, loop to see what's after it.
324     } else new->c = 127&*options;
325 
326     options++;
327   }
328 
329   // Initialize enable/disable/exclude masks and pointers to store arguments.
330   // (This goes right to left so we need the whole list before we can start.)
331   idx = 0;
332   for (new = gof->opts; new; new = new->next) {
333     unsigned long long u = 1LL<<idx++;
334 
335     if (new->c == 1) new->c = 0;
336     new->dex[1] = u;
337     if (new->flags & 1) gof->requires |= u;
338     if (new->type) {
339       new->arg = (void *)nextarg;
340       *(nextarg++) = new->val[2].l;
341     }
342   }
343 
344   // Parse trailing group indicators
345   while (*options) {
346     unsigned long long bits = 0;
347 
348     if (CFG_TOYBOX_DEBUG && *options != '[') error_exit("trailing %s", options);
349 
350     idx = stridx("-+!", *++options);
351     if (CFG_TOYBOX_DEBUG && idx == -1) error_exit("[ needs +-!");
352     if (CFG_TOYBOX_DEBUG && (options[1] == ']' || !options[1]))
353       error_exit("empty []");
354 
355     // Don't advance past ] but do process it once in loop.
356     while (*options++ != ']') {
357       struct opts *opt;
358       long long ll;
359 
360       if (CFG_TOYBOX_DEBUG && !*options) error_exit("[ without ]");
361       // Find this option flag (in previously parsed struct opt)
362       for (ll = 1, opt = gof->opts; ; ll <<= 1, opt = opt->next) {
363         if (*options == ']') {
364           if (!opt) break;
365           if (bits&ll) opt->dex[idx] |= bits&~ll;
366         } else {
367           if (*options==1) break;
368           if (CFG_TOYBOX_DEBUG && !opt)
369             error_exit("[] unknown target %c", *options);
370           if (opt->c == *options) {
371             bits |= ll;
372             break;
373           }
374         }
375       }
376     }
377   }
378 
379   return rc;
380 }
381 
382 // Fill out toys.optflags, toys.optargs, and this[] from toys.argv
383 
get_optflags(void)384 void get_optflags(void)
385 {
386   struct getoptflagstate gof;
387   struct opts *catch;
388   unsigned long long saveflags;
389   char *letters[]={"s",""};
390 
391   // Option parsing is a two stage process: parse the option string into
392   // a struct opts list, then use that list to process argv[];
393 
394   toys.exitval = toys.which->flags >> 24;
395 
396   // Allocate memory for optargs
397   saveflags = toys.optc = parse_optflaglist(&gof);
398   while (toys.argv[saveflags++]);
399   toys.optargs = xzalloc(sizeof(char *)*saveflags);
400   if (toys.optc) *toys.optargs = *toys.argv;
401 
402   if (toys.argv[1] && toys.argv[1][0] == '-') gof.nodash_now = 0;
403 
404   // Iterate through command line arguments, skipping argv[0]
405   for (gof.argc=1; toys.argv[gof.argc]; gof.argc++) {
406     gof.arg = toys.argv[gof.argc];
407     catch = 0;
408 
409     // Parse this argument
410     if (gof.stopearly>1) goto notflag;
411 
412     if (gof.argc>1 || *gof.arg=='-') gof.nodash_now = 0;
413 
414     // Various things with dashes
415     if (*gof.arg == '-') {
416 
417       // Handle -
418       if (!gof.arg[1]) goto notflag;
419       gof.arg++;
420       if (*gof.arg=='-') {
421         struct longopts *lo;
422 
423         gof.arg++;
424         // Handle --
425         if (!*gof.arg) {
426           gof.stopearly += 2;
427           continue;
428         }
429 
430         // do we match a known --longopt?
431         check_help(toys.argv+gof.argc);
432         for (lo = gof.longopts; lo; lo = lo->next) {
433           if (!strncmp(gof.arg, lo->str, lo->len)) {
434             if (!gof.arg[lo->len]) gof.arg = 0;
435             else if (gof.arg[lo->len] == '=' && lo->opt->type)
436               gof.arg += lo->len;
437             else continue;
438             // It's a match.
439             catch = lo->opt;
440             break;
441           }
442         }
443 
444         // Should we handle this --longopt as a non-option argument?
445         if (!lo && gof.noerror) {
446           gof.arg -= 2;
447           goto notflag;
448         }
449 
450         // Long option parsed, handle option.
451         gotflag(&gof, catch, 0);
452         continue;
453       }
454 
455     // Handle things that don't start with a dash.
456     } else {
457       if (gof.nodash_now) toys.optflags |= FLAGS_NODASH;
458       else goto notflag;
459     }
460 
461     // At this point, we have the args part of -args.  Loop through
462     // each entry (could be -abc meaning -a -b -c)
463     saveflags = toys.optflags;
464     while (gof.arg && *gof.arg) {
465 
466       // Identify next option char.
467       for (catch = gof.opts; catch; catch = catch->next)
468         if (*gof.arg == catch->c)
469           if (!((catch->flags&4) && gof.arg[1])) break;
470 
471       // Handle option char (advancing past what was used)
472       if (gotflag(&gof, catch, 1) ) {
473         toys.optflags = saveflags;
474         gof.arg = toys.argv[gof.argc];
475         goto notflag;
476       }
477     }
478     continue;
479 
480     // Not a flag, save value in toys.optargs[]
481 notflag:
482     if (gof.stopearly) gof.stopearly++;
483     toys.optargs[toys.optc++] = toys.argv[gof.argc];
484   }
485 
486   // Sanity check
487   if (toys.optc<gof.minargs)
488     help_exit("Need%s %d argument%s", letters[!!(gof.minargs-1)],
489       gof.minargs, letters[!(gof.minargs-1)]);
490   if (toys.optc>gof.maxargs)
491     help_exit("Max %d argument%s", gof.maxargs, letters[!(gof.maxargs-1)]);
492   if (gof.requires && !(gof.requires & toys.optflags)) {
493     struct opts *req;
494     char needs[32], *s = needs;
495 
496     for (req = gof.opts; req; req = req->next)
497       if (req->flags & 1) *(s++) = req->c;
498     *s = 0;
499 
500     help_exit("Needs %s-%s", s[1] ? "one of " : "", needs);
501   }
502 
503   toys.exitval = 0;
504 
505   if (CFG_TOYBOX_FREE) {
506     llist_traverse(gof.opts, free);
507     llist_traverse(gof.longopts, free);
508   }
509 }
510