sh: Make various functions static.
[dragonfly.git] / bin / sh / expand.c
1 /*-
2  * Copyright (c) 1991, 1993
3  *      The Regents of the University of California.  All rights reserved.
4  * Copyright (c) 1997-2005
5  *      Herbert Xu <herbert@gondor.apana.org.au>.  All rights reserved.
6  *
7  * This code is derived from software contributed to Berkeley by
8  * Kenneth Almquist.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  * 3. All advertising materials mentioning features or use of this software
19  *    must display the following acknowledgement:
20  *      This product includes software developed by the University of
21  *      California, Berkeley and its contributors.
22  * 4. Neither the name of the University nor the names of its contributors
23  *    may be used to endorse or promote products derived from this software
24  *    without specific prior written permission.
25  *
26  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36  * SUCH DAMAGE.
37  *
38  * @(#)expand.c 8.5 (Berkeley) 5/15/95
39  * $FreeBSD: src/bin/sh/expand.c,v 1.95 2012/01/01 22:17:12 jilles Exp $
40  */
41
42 #include <sys/types.h>
43 #include <sys/time.h>
44 #include <sys/stat.h>
45 #include <dirent.h>
46 #include <errno.h>
47 #include <inttypes.h>
48 #include <limits.h>
49 #include <pwd.h>
50 #include <stdio.h>
51 #include <stdlib.h>
52 #include <string.h>
53 #include <unistd.h>
54 #include <wchar.h>
55 #include <wctype.h>
56
57 /*
58  * Routines to expand arguments to commands.  We have to deal with
59  * backquotes, shell variables, and file metacharacters.
60  */
61
62 #include "shell.h"
63 #include "main.h"
64 #include "nodes.h"
65 #include "eval.h"
66 #include "expand.h"
67 #include "syntax.h"
68 #include "parser.h"
69 #include "jobs.h"
70 #include "options.h"
71 #include "var.h"
72 #include "input.h"
73 #include "output.h"
74 #include "memalloc.h"
75 #include "error.h"
76 #include "mystring.h"
77 #include "arith.h"
78 #include "show.h"
79 #include "builtins.h"
80
81 /*
82  * Structure specifying which parts of the string should be searched
83  * for IFS characters.
84  */
85
86 struct ifsregion {
87         struct ifsregion *next; /* next region in list */
88         int begoff;             /* offset of start of region */
89         int endoff;             /* offset of end of region */
90         int inquotes;           /* search for nul bytes only */
91 };
92
93
94 static char *expdest;                   /* output of current string */
95 static struct nodelist *argbackq;       /* list of back quote expressions */
96 static struct ifsregion ifsfirst;       /* first struct in list of ifs regions */
97 static struct ifsregion *ifslastp;      /* last struct in list */
98 static struct arglist exparg;           /* holds expanded arg list */
99
100 static void argstr(char *, int);
101 static char *exptilde(char *, int);
102 static void expbackq(union node *, int, int);
103 static int subevalvar(char *, char *, int, int, int, int, int);
104 static char *evalvar(char *, int);
105 static int varisset(char *, int);
106 static void varvalue(char *, int, int, int);
107 static void recordregion(int, int, int);
108 static void removerecordregions(int);
109 static void ifsbreakup(char *, struct arglist *);
110 static void expandmeta(struct strlist *, int);
111 static void expmeta(char *, char *);
112 static void addfname(char *);
113 static struct strlist *expsort(struct strlist *);
114 static struct strlist *msort(struct strlist *, int);
115 static int patmatch(const char *, const char *, int);
116 static char *cvtnum(int, char *);
117 static int collate_range_cmp(wchar_t, wchar_t);
118
119 static int
120 collate_range_cmp(wchar_t c1, wchar_t c2)
121 {
122         static wchar_t s1[2], s2[2];
123
124         s1[0] = c1;
125         s2[0] = c2;
126         return (wcscoll(s1, s2));
127 }
128
129 /*
130  * Expand shell variables and backquotes inside a here document.
131  *      union node *arg         the document
132  *      int fd;                 where to write the expanded version
133  */
134
135 void
136 expandhere(union node *arg, int fd)
137 {
138         expandarg(arg, NULL, 0);
139         xwrite(fd, stackblock(), expdest - stackblock());
140 }
141
142 static char *
143 stputs_quotes(const char *data, const char *syntax, char *p)
144 {
145         while (*data) {
146                 CHECKSTRSPACE(2, p);
147                 if (syntax[(int)*data] == CCTL)
148                         USTPUTC(CTLESC, p);
149                 USTPUTC(*data++, p);
150         }
151         return (p);
152 }
153 #define STPUTS_QUOTES(data, syntax, p) p = stputs_quotes((data), syntax, p)
154
155 /*
156  * Perform expansions on an argument, placing the resulting list of arguments
157  * in arglist.  Parameter expansion, command substitution and arithmetic
158  * expansion are always performed; additional expansions can be requested
159  * via flag (EXP_*).
160  * The result is left in the stack string.
161  * When arglist is NULL, perform here document expansion.
162  *
163  * Caution: this function uses global state and is not reentrant.
164  * However, a new invocation after an interrupted invocation is safe
165  * and will reset the global state for the new call.
166  */
167 void
168 expandarg(union node *arg, struct arglist *arglist, int flag)
169 {
170         struct strlist *sp;
171         char *p;
172
173         argbackq = arg->narg.backquote;
174         STARTSTACKSTR(expdest);
175         ifsfirst.next = NULL;
176         ifslastp = NULL;
177         argstr(arg->narg.text, flag);
178         if (arglist == NULL) {
179                 STACKSTRNUL(expdest);
180                 return;                 /* here document expanded */
181         }
182         STPUTC('\0', expdest);
183         p = grabstackstr(expdest);
184         exparg.lastp = &exparg.list;
185         /*
186          * TODO - EXP_REDIR
187          */
188         if (flag & EXP_FULL) {
189                 ifsbreakup(p, &exparg);
190                 *exparg.lastp = NULL;
191                 exparg.lastp = &exparg.list;
192                 expandmeta(exparg.list, flag);
193         } else {
194                 if (flag & EXP_REDIR) /*XXX - for now, just remove escapes */
195                         rmescapes(p);
196                 sp = (struct strlist *)stalloc(sizeof (struct strlist));
197                 sp->text = p;
198                 *exparg.lastp = sp;
199                 exparg.lastp = &sp->next;
200         }
201         while (ifsfirst.next != NULL) {
202                 struct ifsregion *ifsp;
203                 INTOFF;
204                 ifsp = ifsfirst.next->next;
205                 ckfree(ifsfirst.next);
206                 ifsfirst.next = ifsp;
207                 INTON;
208         }
209         *exparg.lastp = NULL;
210         if (exparg.list) {
211                 *arglist->lastp = exparg.list;
212                 arglist->lastp = exparg.lastp;
213         }
214 }
215
216
217
218 /*
219  * Perform parameter expansion, command substitution and arithmetic
220  * expansion, and tilde expansion if requested via EXP_TILDE/EXP_VARTILDE.
221  * Processing ends at a CTLENDVAR character as well as '\0'.
222  * This is used to expand word in ${var+word} etc.
223  * If EXP_FULL, EXP_CASE or EXP_REDIR are set, keep and/or generate CTLESC
224  * characters to allow for further processing.
225  * If EXP_FULL is set, also preserve CTLQUOTEMARK characters.
226  */
227 static void
228 argstr(char *p, int flag)
229 {
230         char c;
231         int quotes = flag & (EXP_FULL | EXP_CASE | EXP_REDIR);  /* do CTLESC */
232         int firsteq = 1;
233         int split_lit;
234         int lit_quoted;
235
236         split_lit = flag & EXP_SPLIT_LIT;
237         lit_quoted = flag & EXP_LIT_QUOTED;
238         flag &= ~(EXP_SPLIT_LIT | EXP_LIT_QUOTED);
239         if (*p == '~' && (flag & (EXP_TILDE | EXP_VARTILDE)))
240                 p = exptilde(p, flag);
241         for (;;) {
242                 CHECKSTRSPACE(2, expdest);
243                 switch (c = *p++) {
244                 case '\0':
245                 case CTLENDVAR:
246                         goto breakloop;
247                 case CTLQUOTEMARK:
248                         lit_quoted = 1;
249                         /* "$@" syntax adherence hack */
250                         if (p[0] == CTLVAR && p[2] == '@' && p[3] == '=')
251                                 break;
252                         if ((flag & EXP_FULL) != 0)
253                                 USTPUTC(c, expdest);
254                         break;
255                 case CTLQUOTEEND:
256                         lit_quoted = 0;
257                         break;
258                 case CTLESC:
259                         if (quotes)
260                                 USTPUTC(c, expdest);
261                         c = *p++;
262                         USTPUTC(c, expdest);
263                         if (split_lit && !lit_quoted)
264                                 recordregion(expdest - stackblock() -
265                                     (quotes ? 2 : 1),
266                                     expdest - stackblock(), 0);
267                         break;
268                 case CTLVAR:
269                         p = evalvar(p, flag);
270                         break;
271                 case CTLBACKQ:
272                 case CTLBACKQ|CTLQUOTE:
273                         expbackq(argbackq->n, c & CTLQUOTE, flag);
274                         argbackq = argbackq->next;
275                         break;
276                 case CTLENDARI:
277                         expari(flag);
278                         break;
279                 case ':':
280                 case '=':
281                         /*
282                          * sort of a hack - expand tildes in variable
283                          * assignments (after the first '=' and after ':'s).
284                          */
285                         USTPUTC(c, expdest);
286                         if (split_lit && !lit_quoted)
287                                 recordregion(expdest - stackblock() - 1,
288                                     expdest - stackblock(), 0);
289                         if (flag & EXP_VARTILDE && *p == '~' &&
290                             (c != '=' || firsteq)) {
291                                 if (c == '=')
292                                         firsteq = 0;
293                                 p = exptilde(p, flag);
294                         }
295                         break;
296                 default:
297                         USTPUTC(c, expdest);
298                         if (split_lit && !lit_quoted)
299                                 recordregion(expdest - stackblock() - 1,
300                                     expdest - stackblock(), 0);
301                 }
302         }
303 breakloop:;
304 }
305
306 /*
307  * Perform tilde expansion, placing the result in the stack string and
308  * returning the next position in the input string to process.
309  */
310 static char *
311 exptilde(char *p, int flag)
312 {
313         char c, *startp = p;
314         struct passwd *pw;
315         char *home;
316         int quotes = flag & (EXP_FULL | EXP_CASE | EXP_REDIR);
317
318         while ((c = *p) != '\0') {
319                 switch(c) {
320                 case CTLESC: /* This means CTL* are always considered quoted. */
321                 case CTLVAR:
322                 case CTLBACKQ:
323                 case CTLBACKQ | CTLQUOTE:
324                 case CTLARI:
325                 case CTLENDARI:
326                 case CTLQUOTEMARK:
327                         return (startp);
328                 case ':':
329                         if (flag & EXP_VARTILDE)
330                                 goto done;
331                         break;
332                 case '/':
333                 case CTLENDVAR:
334                         goto done;
335                 }
336                 p++;
337         }
338 done:
339         *p = '\0';
340         if (*(startp+1) == '\0') {
341                 if ((home = lookupvar("HOME")) == NULL)
342                         goto lose;
343         } else {
344                 if ((pw = getpwnam(startp+1)) == NULL)
345                         goto lose;
346                 home = pw->pw_dir;
347         }
348         if (*home == '\0')
349                 goto lose;
350         *p = c;
351         if (quotes)
352                 STPUTS_QUOTES(home, SQSYNTAX, expdest);
353         else
354                 STPUTS(home, expdest);
355         return (p);
356 lose:
357         *p = c;
358         return (startp);
359 }
360
361
362 static void
363 removerecordregions(int endoff)
364 {
365         if (ifslastp == NULL)
366                 return;
367
368         if (ifsfirst.endoff > endoff) {
369                 while (ifsfirst.next != NULL) {
370                         struct ifsregion *ifsp;
371                         INTOFF;
372                         ifsp = ifsfirst.next->next;
373                         ckfree(ifsfirst.next);
374                         ifsfirst.next = ifsp;
375                         INTON;
376                 }
377                 if (ifsfirst.begoff > endoff)
378                         ifslastp = NULL;
379                 else {
380                         ifslastp = &ifsfirst;
381                         ifsfirst.endoff = endoff;
382                 }
383                 return;
384         }
385
386         ifslastp = &ifsfirst;
387         while (ifslastp->next && ifslastp->next->begoff < endoff)
388                 ifslastp=ifslastp->next;
389         while (ifslastp->next != NULL) {
390                 struct ifsregion *ifsp;
391                 INTOFF;
392                 ifsp = ifslastp->next->next;
393                 ckfree(ifslastp->next);
394                 ifslastp->next = ifsp;
395                 INTON;
396         }
397         if (ifslastp->endoff > endoff)
398                 ifslastp->endoff = endoff;
399 }
400
401 /*
402  * Expand arithmetic expression.  Backup to start of expression,
403  * evaluate, place result in (backed up) result, adjust string position.
404  */
405 void
406 expari(int flag)
407 {
408         char *p, *q, *start;
409         arith_t result;
410         int begoff;
411         int quotes = flag & (EXP_FULL | EXP_CASE | EXP_REDIR);
412         int quoted;
413
414         /*
415          * This routine is slightly over-complicated for
416          * efficiency.  First we make sure there is
417          * enough space for the result, which may be bigger
418          * than the expression.  Next we
419          * scan backwards looking for the start of arithmetic.  If the
420          * next previous character is a CTLESC character, then we
421          * have to rescan starting from the beginning since CTLESC
422          * characters have to be processed left to right.
423          */
424         CHECKSTRSPACE(DIGITS(result) - 2, expdest);
425         USTPUTC('\0', expdest);
426         start = stackblock();
427         p = expdest - 2;
428         while (p >= start && *p != CTLARI)
429                 --p;
430         if (p < start || *p != CTLARI)
431                 error("missing CTLARI (shouldn't happen)");
432         if (p > start && *(p - 1) == CTLESC)
433                 for (p = start; *p != CTLARI; p++)
434                         if (*p == CTLESC)
435                                 p++;
436
437         if (p[1] == '"')
438                 quoted=1;
439         else
440                 quoted=0;
441         begoff = p - start;
442         removerecordregions(begoff);
443         if (quotes)
444                 rmescapes(p+2);
445         q = grabstackstr(expdest);
446         result = arith(p+2);
447         ungrabstackstr(q, expdest);
448         fmtstr(p, DIGITS(result), ARITH_FORMAT_STR, result);
449         while (*p++)
450                 ;
451         if (quoted == 0)
452                 recordregion(begoff, p - 1 - start, 0);
453         result = expdest - p + 1;
454         STADJUST(-result, expdest);
455 }
456
457
458 /*
459  * Perform command substitution.
460  */
461 static void
462 expbackq(union node *cmd, int quoted, int flag)
463 {
464         struct backcmd in;
465         int i;
466         char buf[128];
467         char *p;
468         char *dest = expdest;
469         struct ifsregion saveifs, *savelastp;
470         struct nodelist *saveargbackq;
471         char lastc;
472         int startloc = dest - stackblock();
473         char const *syntax = quoted? DQSYNTAX : BASESYNTAX;
474         int quotes = flag & (EXP_FULL | EXP_CASE | EXP_REDIR);
475         int nnl;
476
477         INTOFF;
478         saveifs = ifsfirst;
479         savelastp = ifslastp;
480         saveargbackq = argbackq;
481         p = grabstackstr(dest);
482         evalbackcmd(cmd, &in);
483         ungrabstackstr(p, dest);
484         ifsfirst = saveifs;
485         ifslastp = savelastp;
486         argbackq = saveargbackq;
487
488         p = in.buf;
489         lastc = '\0';
490         nnl = 0;
491         /* Don't copy trailing newlines */
492         for (;;) {
493                 if (--in.nleft < 0) {
494                         if (in.fd < 0)
495                                 break;
496                         while ((i = read(in.fd, buf, sizeof buf)) < 0 && errno == EINTR);
497                         TRACE(("expbackq: read returns %d\n", i));
498                         if (i <= 0)
499                                 break;
500                         p = buf;
501                         in.nleft = i - 1;
502                 }
503                 lastc = *p++;
504                 if (lastc != '\0') {
505                         if (lastc == '\n') {
506                                 nnl++;
507                         } else {
508                                 CHECKSTRSPACE(nnl + 2, dest);
509                                 while (nnl > 0) {
510                                         nnl--;
511                                         USTPUTC('\n', dest);
512                                 }
513                                 if (quotes && syntax[(int)lastc] == CCTL)
514                                         USTPUTC(CTLESC, dest);
515                                 USTPUTC(lastc, dest);
516                         }
517                 }
518         }
519
520         if (in.fd >= 0)
521                 close(in.fd);
522         if (in.buf)
523                 ckfree(in.buf);
524         if (in.jp)
525                 exitstatus = waitforjob(in.jp, NULL);
526         if (quoted == 0)
527                 recordregion(startloc, dest - stackblock(), 0);
528         TRACE(("expbackq: size=%td: \"%.*s\"\n",
529                 ((dest - stackblock()) - startloc),
530                 (int)((dest - stackblock()) - startloc),
531                 stackblock() + startloc));
532         expdest = dest;
533         INTON;
534 }
535
536
537
538 static int
539 subevalvar(char *p, char *str, int strloc, int subtype, int startloc,
540   int varflags, int quotes)
541 {
542         char *startp;
543         char *loc = NULL;
544         char *q;
545         int c = 0;
546         struct nodelist *saveargbackq = argbackq;
547         int amount;
548
549         argstr(p, (subtype == VSTRIMLEFT || subtype == VSTRIMLEFTMAX ||
550             subtype == VSTRIMRIGHT || subtype == VSTRIMRIGHTMAX ?
551             EXP_CASE : 0) | EXP_TILDE);
552         STACKSTRNUL(expdest);
553         argbackq = saveargbackq;
554         startp = stackblock() + startloc;
555         if (str == NULL)
556             str = stackblock() + strloc;
557
558         switch (subtype) {
559         case VSASSIGN:
560                 setvar(str, startp, 0);
561                 amount = startp - expdest;
562                 STADJUST(amount, expdest);
563                 varflags &= ~VSNUL;
564                 return 1;
565
566         case VSQUESTION:
567                 if (*p != CTLENDVAR) {
568                         outfmt(out2, "%s\n", startp);
569                         error(NULL);
570                 }
571                 error("%.*s: parameter %snot set", (int)(p - str - 1),
572                       str, (varflags & VSNUL) ? "null or "
573                                               : nullstr);
574                 return 0;
575
576         case VSTRIMLEFT:
577                 for (loc = startp; loc < str; loc++) {
578                         c = *loc;
579                         *loc = '\0';
580                         if (patmatch(str, startp, quotes)) {
581                                 *loc = c;
582                                 goto recordleft;
583                         }
584                         *loc = c;
585                         if (quotes && *loc == CTLESC)
586                                 loc++;
587                 }
588                 return 0;
589
590         case VSTRIMLEFTMAX:
591                 for (loc = str - 1; loc >= startp;) {
592                         c = *loc;
593                         *loc = '\0';
594                         if (patmatch(str, startp, quotes)) {
595                                 *loc = c;
596                                 goto recordleft;
597                         }
598                         *loc = c;
599                         loc--;
600                         if (quotes && loc > startp && *(loc - 1) == CTLESC) {
601                                 for (q = startp; q < loc; q++)
602                                         if (*q == CTLESC)
603                                                 q++;
604                                 if (q > loc)
605                                         loc--;
606                         }
607                 }
608                 return 0;
609
610         case VSTRIMRIGHT:
611                 for (loc = str - 1; loc >= startp;) {
612                         if (patmatch(str, loc, quotes)) {
613                                 amount = loc - expdest;
614                                 STADJUST(amount, expdest);
615                                 return 1;
616                         }
617                         loc--;
618                         if (quotes && loc > startp && *(loc - 1) == CTLESC) {
619                                 for (q = startp; q < loc; q++)
620                                         if (*q == CTLESC)
621                                                 q++;
622                                 if (q > loc)
623                                         loc--;
624                         }
625                 }
626                 return 0;
627
628         case VSTRIMRIGHTMAX:
629                 for (loc = startp; loc < str - 1; loc++) {
630                         if (patmatch(str, loc, quotes)) {
631                                 amount = loc - expdest;
632                                 STADJUST(amount, expdest);
633                                 return 1;
634                         }
635                         if (quotes && *loc == CTLESC)
636                                 loc++;
637                 }
638                 return 0;
639
640
641         default:
642                 abort();
643         }
644
645 recordleft:
646         amount = ((str - 1) - (loc - startp)) - expdest;
647         STADJUST(amount, expdest);
648         while (loc != str - 1)
649                 *startp++ = *loc++;
650         return 1;
651 }
652
653
654 /*
655  * Expand a variable, and return a pointer to the next character in the
656  * input string.
657  */
658
659 static char *
660 evalvar(char *p, int flag)
661 {
662         int subtype;
663         int varflags;
664         char *var;
665         char *val;
666         int patloc;
667         int c;
668         int set;
669         int special;
670         int startloc;
671         int varlen;
672         int varlenb;
673         int easy;
674         int quotes = flag & (EXP_FULL | EXP_CASE | EXP_REDIR);
675
676         varflags = (unsigned char)*p++;
677         subtype = varflags & VSTYPE;
678         var = p;
679         special = 0;
680         if (! is_name(*p))
681                 special = 1;
682         p = strchr(p, '=') + 1;
683 again: /* jump here after setting a variable with ${var=text} */
684         if (varflags & VSLINENO) {
685                 set = 1;
686                 special = 0;
687                 val = var;
688                 p[-1] = '\0';   /* temporarily overwrite '=' to have \0
689                                    terminated string */
690         } else if (special) {
691                 set = varisset(var, varflags & VSNUL);
692                 val = NULL;
693         } else {
694                 val = bltinlookup(var, 1);
695                 if (val == NULL || ((varflags & VSNUL) && val[0] == '\0')) {
696                         val = NULL;
697                         set = 0;
698                 } else
699                         set = 1;
700         }
701         varlen = 0;
702         startloc = expdest - stackblock();
703         if (!set && uflag && *var != '@' && *var != '*') {
704                 switch (subtype) {
705                 case VSNORMAL:
706                 case VSTRIMLEFT:
707                 case VSTRIMLEFTMAX:
708                 case VSTRIMRIGHT:
709                 case VSTRIMRIGHTMAX:
710                 case VSLENGTH:
711                         error("%.*s: parameter not set", (int)(p - var - 1),
712                             var);
713                 }
714         }
715         if (set && subtype != VSPLUS) {
716                 /* insert the value of the variable */
717                 if (special) {
718                         varvalue(var, varflags & VSQUOTE, subtype, flag);
719                         if (subtype == VSLENGTH) {
720                                 varlenb = expdest - stackblock() - startloc;
721                                 varlen = varlenb;
722                                 if (localeisutf8) {
723                                         val = stackblock() + startloc;
724                                         for (;val != expdest; val++)
725                                                 if ((*val & 0xC0) == 0x80)
726                                                         varlen--;
727                                 }
728                                 STADJUST(-varlenb, expdest);
729                         }
730                 } else {
731                         char const *syntax = (varflags & VSQUOTE) ? DQSYNTAX
732                                                                   : BASESYNTAX;
733
734                         if (subtype == VSLENGTH) {
735                                 for (;*val; val++)
736                                         if (!localeisutf8 ||
737                                             (*val & 0xC0) != 0x80)
738                                                 varlen++;
739                         }
740                         else {
741                                 if (quotes)
742                                         STPUTS_QUOTES(val, syntax, expdest);
743                                 else
744                                         STPUTS(val, expdest);
745
746                         }
747                 }
748         }
749
750         if (subtype == VSPLUS)
751                 set = ! set;
752
753         easy = ((varflags & VSQUOTE) == 0 ||
754                 (*var == '@' && shellparam.nparam != 1));
755
756
757         switch (subtype) {
758         case VSLENGTH:
759                 expdest = cvtnum(varlen, expdest);
760                 goto record;
761
762         case VSNORMAL:
763                 if (!easy)
764                         break;
765 record:
766                 recordregion(startloc, expdest - stackblock(),
767                     varflags & VSQUOTE || (ifsset() && ifsval()[0] == '\0' &&
768                     (*var == '@' || *var == '*')));
769                 break;
770
771         case VSPLUS:
772         case VSMINUS:
773                 if (!set) {
774                         argstr(p, flag | (flag & EXP_FULL ? EXP_SPLIT_LIT : 0) |
775                             (varflags & VSQUOTE ? EXP_LIT_QUOTED : 0));
776                         break;
777                 }
778                 if (easy)
779                         goto record;
780                 break;
781
782         case VSTRIMLEFT:
783         case VSTRIMLEFTMAX:
784         case VSTRIMRIGHT:
785         case VSTRIMRIGHTMAX:
786                 if (!set)
787                         break;
788                 /*
789                  * Terminate the string and start recording the pattern
790                  * right after it
791                  */
792                 STPUTC('\0', expdest);
793                 patloc = expdest - stackblock();
794                 if (subevalvar(p, NULL, patloc, subtype,
795                     startloc, varflags, quotes) == 0) {
796                         int amount = (expdest - stackblock() - patloc) + 1;
797                         STADJUST(-amount, expdest);
798                 }
799                 /* Remove any recorded regions beyond start of variable */
800                 removerecordregions(startloc);
801                 goto record;
802
803         case VSASSIGN:
804         case VSQUESTION:
805                 if (!set) {
806                         if (subevalvar(p, var, 0, subtype, startloc, varflags,
807                             quotes)) {
808                                 varflags &= ~VSNUL;
809                                 /*
810                                  * Remove any recorded regions beyond
811                                  * start of variable
812                                  */
813                                 removerecordregions(startloc);
814                                 goto again;
815                         }
816                         break;
817                 }
818                 if (easy)
819                         goto record;
820                 break;
821
822         case VSERROR:
823                 c = p - var - 1;
824                 error("${%.*s%s}: Bad substitution", c, var,
825                     (c > 0 && *p != CTLENDVAR) ? "..." : "");
826
827         default:
828                 abort();
829         }
830         p[-1] = '=';    /* recover overwritten '=' */
831
832         if (subtype != VSNORMAL) {      /* skip to end of alternative */
833                 int nesting = 1;
834                 for (;;) {
835                         if ((c = *p++) == CTLESC)
836                                 p++;
837                         else if (c == CTLBACKQ || c == (CTLBACKQ|CTLQUOTE)) {
838                                 if (set)
839                                         argbackq = argbackq->next;
840                         } else if (c == CTLVAR) {
841                                 if ((*p++ & VSTYPE) != VSNORMAL)
842                                         nesting++;
843                         } else if (c == CTLENDVAR) {
844                                 if (--nesting == 0)
845                                         break;
846                         }
847                 }
848         }
849         return p;
850 }
851
852
853
854 /*
855  * Test whether a specialized variable is set.
856  */
857
858 static int
859 varisset(char *name, int nulok)
860 {
861
862         if (*name == '!')
863                 return backgndpidset();
864         else if (*name == '@' || *name == '*') {
865                 if (*shellparam.p == NULL)
866                         return 0;
867
868                 if (nulok) {
869                         char **av;
870
871                         for (av = shellparam.p; *av; av++)
872                                 if (**av != '\0')
873                                         return 1;
874                         return 0;
875                 }
876         } else if (is_digit(*name)) {
877                 char *ap;
878                 int num = atoi(name);
879
880                 if (num > shellparam.nparam)
881                         return 0;
882
883                 if (num == 0)
884                         ap = arg0;
885                 else
886                         ap = shellparam.p[num - 1];
887
888                 if (nulok && (ap == NULL || *ap == '\0'))
889                         return 0;
890         }
891         return 1;
892 }
893
894 static void
895 strtodest(const char *p, int flag, int subtype, int quoted)
896 {
897         if (flag & (EXP_FULL | EXP_CASE) && subtype != VSLENGTH)
898                 STPUTS_QUOTES(p, quoted ? DQSYNTAX : BASESYNTAX, expdest);
899         else
900                 STPUTS(p, expdest);
901 }
902
903 /*
904  * Add the value of a specialized variable to the stack string.
905  */
906
907 static void
908 varvalue(char *name, int quoted, int subtype, int flag)
909 {
910         int num;
911         char *p;
912         int i;
913         char sep;
914         char **ap;
915
916         switch (*name) {
917         case '$':
918                 num = rootpid;
919                 goto numvar;
920         case '?':
921                 num = oexitstatus;
922                 goto numvar;
923         case '#':
924                 num = shellparam.nparam;
925                 goto numvar;
926         case '!':
927                 num = backgndpidval();
928 numvar:
929                 expdest = cvtnum(num, expdest);
930                 break;
931         case '-':
932                 for (i = 0 ; i < NOPTS ; i++) {
933                         if (optlist[i].val)
934                                 STPUTC(optlist[i].letter, expdest);
935                 }
936                 break;
937         case '@':
938                 if (flag & EXP_FULL && quoted) {
939                         for (ap = shellparam.p ; (p = *ap++) != NULL ; ) {
940                                 strtodest(p, flag, subtype, quoted);
941                                 if (*ap)
942                                         STPUTC('\0', expdest);
943                         }
944                         break;
945                 }
946                 /* FALLTHROUGH */
947         case '*':
948                 if (ifsset())
949                         sep = ifsval()[0];
950                 else
951                         sep = ' ';
952                 for (ap = shellparam.p ; (p = *ap++) != NULL ; ) {
953                         strtodest(p, flag, subtype, quoted);
954                         if (!*ap)
955                                 break;
956                         if (sep || (flag & EXP_FULL && !quoted && **ap != '\0'))
957                                 STPUTC(sep, expdest);
958                 }
959                 break;
960         case '0':
961                 p = arg0;
962                 strtodest(p, flag, subtype, quoted);
963                 break;
964         default:
965                 if (is_digit(*name)) {
966                         num = atoi(name);
967                         if (num > 0 && num <= shellparam.nparam) {
968                                 p = shellparam.p[num - 1];
969                                 strtodest(p, flag, subtype, quoted);
970                         }
971                 }
972                 break;
973         }
974 }
975
976
977
978 /*
979  * Record the fact that we have to scan this region of the
980  * string for IFS characters.
981  */
982
983 static void
984 recordregion(int start, int end, int inquotes)
985 {
986         struct ifsregion *ifsp;
987
988         if (ifslastp == NULL) {
989                 ifsp = &ifsfirst;
990         } else {
991                 if (ifslastp->endoff == start
992                     && ifslastp->inquotes == inquotes) {
993                         /* extend previous area */
994                         ifslastp->endoff = end;
995                         return;
996                 }
997                 ifsp = (struct ifsregion *)ckmalloc(sizeof (struct ifsregion));
998                 ifslastp->next = ifsp;
999         }
1000         ifslastp = ifsp;
1001         ifslastp->next = NULL;
1002         ifslastp->begoff = start;
1003         ifslastp->endoff = end;
1004         ifslastp->inquotes = inquotes;
1005 }
1006
1007
1008
1009 /*
1010  * Break the argument string into pieces based upon IFS and add the
1011  * strings to the argument list.  The regions of the string to be
1012  * searched for IFS characters have been stored by recordregion.
1013  * CTLESC characters are preserved but have little effect in this pass
1014  * other than escaping CTL* characters.  In particular, they do not escape
1015  * IFS characters: that should be done with the ifsregion mechanism.
1016  * CTLQUOTEMARK characters are used to preserve empty quoted strings.
1017  * This pass treats them as a regular character, making the string non-empty.
1018  * Later, they are removed along with the other CTL* characters.
1019  */
1020 static void
1021 ifsbreakup(char *string, struct arglist *arglist)
1022 {
1023         struct ifsregion *ifsp;
1024         struct strlist *sp;
1025         char *start;
1026         char *p;
1027         char *q;
1028         const char *ifs;
1029         const char *ifsspc;
1030         int had_param_ch = 0;
1031
1032         start = string;
1033
1034         if (ifslastp == NULL) {
1035                 /* Return entire argument, IFS doesn't apply to any of it */
1036                 sp = (struct strlist *)stalloc(sizeof *sp);
1037                 sp->text = start;
1038                 *arglist->lastp = sp;
1039                 arglist->lastp = &sp->next;
1040                 return;
1041         }
1042
1043         ifs = ifsset() ? ifsval() : " \t\n";
1044
1045         for (ifsp = &ifsfirst; ifsp != NULL; ifsp = ifsp->next) {
1046                 p = string + ifsp->begoff;
1047                 while (p < string + ifsp->endoff) {
1048                         q = p;
1049                         if (*p == CTLESC)
1050                                 p++;
1051                         if (ifsp->inquotes) {
1052                                 /* Only NULs (should be from "$@") end args */
1053                                 had_param_ch = 1;
1054                                 if (*p != 0) {
1055                                         p++;
1056                                         continue;
1057                                 }
1058                                 ifsspc = NULL;
1059                         } else {
1060                                 if (!strchr(ifs, *p)) {
1061                                         had_param_ch = 1;
1062                                         p++;
1063                                         continue;
1064                                 }
1065                                 ifsspc = strchr(" \t\n", *p);
1066
1067                                 /* Ignore IFS whitespace at start */
1068                                 if (q == start && ifsspc != NULL) {
1069                                         p++;
1070                                         start = p;
1071                                         continue;
1072                                 }
1073                                 had_param_ch = 0;
1074                         }
1075
1076                         /* Save this argument... */
1077                         *q = '\0';
1078                         sp = (struct strlist *)stalloc(sizeof *sp);
1079                         sp->text = start;
1080                         *arglist->lastp = sp;
1081                         arglist->lastp = &sp->next;
1082                         p++;
1083
1084                         if (ifsspc != NULL) {
1085                                 /* Ignore further trailing IFS whitespace */
1086                                 for (; p < string + ifsp->endoff; p++) {
1087                                         q = p;
1088                                         if (*p == CTLESC)
1089                                                 p++;
1090                                         if (strchr(ifs, *p) == NULL) {
1091                                                 p = q;
1092                                                 break;
1093                                         }
1094                                         if (strchr(" \t\n", *p) == NULL) {
1095                                                 p++;
1096                                                 break;
1097                                         }
1098                                 }
1099                         }
1100                         start = p;
1101                 }
1102         }
1103
1104         /*
1105          * Save anything left as an argument.
1106          * Traditionally we have treated 'IFS=':'; set -- x$IFS' as
1107          * generating 2 arguments, the second of which is empty.
1108          * Some recent clarification of the Posix spec say that it
1109          * should only generate one....
1110          */
1111         if (had_param_ch || *start != 0) {
1112                 sp = (struct strlist *)stalloc(sizeof *sp);
1113                 sp->text = start;
1114                 *arglist->lastp = sp;
1115                 arglist->lastp = &sp->next;
1116         }
1117 }
1118
1119
1120 static char expdir[PATH_MAX];
1121 #define expdir_end (expdir + sizeof(expdir))
1122
1123 /*
1124  * Perform pathname generation and remove control characters.
1125  * At this point, the only control characters should be CTLESC and CTLQUOTEMARK.
1126  * The results are stored in the list exparg.
1127  */
1128 static void
1129 expandmeta(struct strlist *str, int flag __unused)
1130 {
1131         char *p;
1132         struct strlist **savelastp;
1133         struct strlist *sp;
1134         char c;
1135         /* TODO - EXP_REDIR */
1136
1137         while (str) {
1138                 if (fflag)
1139                         goto nometa;
1140                 p = str->text;
1141                 for (;;) {                      /* fast check for meta chars */
1142                         if ((c = *p++) == '\0')
1143                                 goto nometa;
1144                         if (c == '*' || c == '?' || c == '[')
1145                                 break;
1146                 }
1147                 savelastp = exparg.lastp;
1148                 INTOFF;
1149                 expmeta(expdir, str->text);
1150                 INTON;
1151                 if (exparg.lastp == savelastp) {
1152                         /*
1153                          * no matches
1154                          */
1155 nometa:
1156                         *exparg.lastp = str;
1157                         rmescapes(str->text);
1158                         exparg.lastp = &str->next;
1159                 } else {
1160                         *exparg.lastp = NULL;
1161                         *savelastp = sp = expsort(*savelastp);
1162                         while (sp->next != NULL)
1163                                 sp = sp->next;
1164                         exparg.lastp = &sp->next;
1165                 }
1166                 str = str->next;
1167         }
1168 }
1169
1170
1171 /*
1172  * Do metacharacter (i.e. *, ?, [...]) expansion.
1173  */
1174
1175 static void
1176 expmeta(char *enddir, char *name)
1177 {
1178         char *p;
1179         char *q;
1180         char *start;
1181         char *endname;
1182         int metaflag;
1183         struct stat statb;
1184         DIR *dirp;
1185         struct dirent *dp;
1186         int atend;
1187         int matchdot;
1188         int esc;
1189         int namlen;
1190
1191         metaflag = 0;
1192         start = name;
1193         for (p = name; esc = 0, *p; p += esc + 1) {
1194                 if (*p == '*' || *p == '?')
1195                         metaflag = 1;
1196                 else if (*p == '[') {
1197                         q = p + 1;
1198                         if (*q == '!' || *q == '^')
1199                                 q++;
1200                         for (;;) {
1201                                 while (*q == CTLQUOTEMARK)
1202                                         q++;
1203                                 if (*q == CTLESC)
1204                                         q++;
1205                                 if (*q == '/' || *q == '\0')
1206                                         break;
1207                                 if (*++q == ']') {
1208                                         metaflag = 1;
1209                                         break;
1210                                 }
1211                         }
1212                 } else if (*p == '\0')
1213                         break;
1214                 else if (*p == CTLQUOTEMARK)
1215                         continue;
1216                 else {
1217                         if (*p == CTLESC)
1218                                 esc++;
1219                         if (p[esc] == '/') {
1220                                 if (metaflag)
1221                                         break;
1222                                 start = p + esc + 1;
1223                         }
1224                 }
1225         }
1226         if (metaflag == 0) {    /* we've reached the end of the file name */
1227                 if (enddir != expdir)
1228                         metaflag++;
1229                 for (p = name ; ; p++) {
1230                         if (*p == CTLQUOTEMARK)
1231                                 continue;
1232                         if (*p == CTLESC)
1233                                 p++;
1234                         *enddir++ = *p;
1235                         if (*p == '\0')
1236                                 break;
1237                         if (enddir == expdir_end)
1238                                 return;
1239                 }
1240                 if (metaflag == 0 || lstat(expdir, &statb) >= 0)
1241                         addfname(expdir);
1242                 return;
1243         }
1244         endname = p;
1245         if (start != name) {
1246                 p = name;
1247                 while (p < start) {
1248                         while (*p == CTLQUOTEMARK)
1249                                 p++;
1250                         if (*p == CTLESC)
1251                                 p++;
1252                         *enddir++ = *p++;
1253                         if (enddir == expdir_end)
1254                                 return;
1255                 }
1256         }
1257         if (enddir == expdir) {
1258                 p = __DECONST(char *, ".");
1259         } else if (enddir == expdir + 1 && *expdir == '/') {
1260                 p = __DECONST(char *, "/");
1261         } else {
1262                 p = expdir;
1263                 enddir[-1] = '\0';
1264         }
1265         if ((dirp = opendir(p)) == NULL)
1266                 return;
1267         if (enddir != expdir)
1268                 enddir[-1] = '/';
1269         if (*endname == 0) {
1270                 atend = 1;
1271         } else {
1272                 atend = 0;
1273                 *endname = '\0';
1274                 endname += esc + 1;
1275         }
1276         matchdot = 0;
1277         p = start;
1278         while (*p == CTLQUOTEMARK)
1279                 p++;
1280         if (*p == CTLESC)
1281                 p++;
1282         if (*p == '.')
1283                 matchdot++;
1284         while (! int_pending() && (dp = readdir(dirp)) != NULL) {
1285                 if (dp->d_name[0] == '.' && ! matchdot)
1286                         continue;
1287                 if (patmatch(start, dp->d_name, 0)) {
1288                         namlen = dp->d_namlen;
1289                         if (enddir + namlen + 1 > expdir_end)
1290                                 continue;
1291                         memcpy(enddir, dp->d_name, namlen + 1);
1292                         if (atend)
1293                                 addfname(expdir);
1294                         else {
1295                                 if (dp->d_type != DT_UNKNOWN &&
1296                                     dp->d_type != DT_DIR &&
1297                                     dp->d_type != DT_LNK)
1298                                         continue;
1299                                 if (enddir + namlen + 2 > expdir_end)
1300                                         continue;
1301                                 enddir[namlen] = '/';
1302                                 enddir[namlen + 1] = '\0';
1303                                 expmeta(enddir + namlen + 1, endname);
1304                         }
1305                 }
1306         }
1307         closedir(dirp);
1308         if (! atend)
1309                 endname[-esc - 1] = esc ? CTLESC : '/';
1310 }
1311
1312
1313 /*
1314  * Add a file name to the list.
1315  */
1316
1317 static void
1318 addfname(char *name)
1319 {
1320         char *p;
1321         struct strlist *sp;
1322
1323         p = stalloc(strlen(name) + 1);
1324         scopy(name, p);
1325         sp = (struct strlist *)stalloc(sizeof *sp);
1326         sp->text = p;
1327         *exparg.lastp = sp;
1328         exparg.lastp = &sp->next;
1329 }
1330
1331
1332 /*
1333  * Sort the results of file name expansion.  It calculates the number of
1334  * strings to sort and then calls msort (short for merge sort) to do the
1335  * work.
1336  */
1337
1338 static struct strlist *
1339 expsort(struct strlist *str)
1340 {
1341         int len;
1342         struct strlist *sp;
1343
1344         len = 0;
1345         for (sp = str ; sp ; sp = sp->next)
1346                 len++;
1347         return msort(str, len);
1348 }
1349
1350
1351 static struct strlist *
1352 msort(struct strlist *list, int len)
1353 {
1354         struct strlist *p, *q = NULL;
1355         struct strlist **lpp;
1356         int half;
1357         int n;
1358
1359         if (len <= 1)
1360                 return list;
1361         half = len >> 1;
1362         p = list;
1363         for (n = half ; --n >= 0 ; ) {
1364                 q = p;
1365                 p = p->next;
1366         }
1367         q->next = NULL;                 /* terminate first half of list */
1368         q = msort(list, half);          /* sort first half of list */
1369         p = msort(p, len - half);               /* sort second half */
1370         lpp = &list;
1371         for (;;) {
1372                 if (strcmp(p->text, q->text) < 0) {
1373                         *lpp = p;
1374                         lpp = &p->next;
1375                         if ((p = *lpp) == NULL) {
1376                                 *lpp = q;
1377                                 break;
1378                         }
1379                 } else {
1380                         *lpp = q;
1381                         lpp = &q->next;
1382                         if ((q = *lpp) == NULL) {
1383                                 *lpp = p;
1384                                 break;
1385                         }
1386                 }
1387         }
1388         return list;
1389 }
1390
1391
1392
1393 static wchar_t
1394 get_wc(const char **p)
1395 {
1396         wchar_t c;
1397         int chrlen;
1398
1399         chrlen = mbtowc(&c, *p, 4);
1400         if (chrlen == 0)
1401                 return 0;
1402         else if (chrlen == -1)
1403                 c = 0;
1404         else
1405                 *p += chrlen;
1406         return c;
1407 }
1408
1409
1410 /*
1411  * See if a character matches a character class, starting at the first colon
1412  * of "[:class:]".
1413  * If a valid character class is recognized, a pointer to the next character
1414  * after the final closing bracket is stored into *end, otherwise a null
1415  * pointer is stored into *end.
1416  */
1417 static int
1418 match_charclass(const char *p, wchar_t chr, const char **end)
1419 {
1420         char name[20];
1421         const char *nameend;
1422         wctype_t cclass;
1423
1424         *end = NULL;
1425         p++;
1426         nameend = strstr(p, ":]");
1427         if (nameend == NULL || nameend - p >= (int)sizeof(name) || nameend == p)
1428                 return 0;
1429         memcpy(name, p, nameend - p);
1430         name[nameend - p] = '\0';
1431         *end = nameend + 2;
1432         cclass = wctype(name);
1433         /* An unknown class matches nothing but is valid nevertheless. */
1434         if (cclass == 0)
1435                 return 0;
1436         return iswctype(chr, cclass);
1437 }
1438
1439
1440 /*
1441  * Returns true if the pattern matches the string.
1442  */
1443
1444 static int
1445 patmatch(const char *pattern, const char *string, int squoted)
1446 {
1447         const char *p, *q, *end;
1448         const char *bt_p, *bt_q;
1449         char c;
1450         wchar_t wc, wc2;
1451
1452         p = pattern;
1453         q = string;
1454         bt_p = NULL;
1455         bt_q = NULL;
1456         for (;;) {
1457                 switch (c = *p++) {
1458                 case '\0':
1459                         if (*q != '\0')
1460                                 goto backtrack;
1461                         return 1;
1462                 case CTLESC:
1463                         if (squoted && *q == CTLESC)
1464                                 q++;
1465                         if (*q++ != *p++)
1466                                 goto backtrack;
1467                         break;
1468                 case CTLQUOTEMARK:
1469                         continue;
1470                 case '?':
1471                         if (squoted && *q == CTLESC)
1472                                 q++;
1473                         if (*q == '\0')
1474                                 return 0;
1475                         if (localeisutf8) {
1476                                 wc = get_wc(&q);
1477                                 /*
1478                                  * A '?' does not match invalid UTF-8 but a
1479                                  * '*' does, so backtrack.
1480                                  */
1481                                 if (wc == 0)
1482                                         goto backtrack;
1483                         } else
1484                                 wc = (unsigned char)*q++;
1485                         break;
1486                 case '*':
1487                         c = *p;
1488                         while (c == CTLQUOTEMARK || c == '*')
1489                                 c = *++p;
1490                         /*
1491                          * If the pattern ends here, we know the string
1492                          * matches without needing to look at the rest of it.
1493                          */
1494                         if (c == '\0')
1495                                 return 1;
1496                         /*
1497                          * First try the shortest match for the '*' that
1498                          * could work. We can forget any earlier '*' since
1499                          * there is no way having it match more characters
1500                          * can help us, given that we are already here.
1501                          */
1502                         bt_p = p;
1503                         bt_q = q;
1504                         break;
1505                 case '[': {
1506                         const char *endp;
1507                         int invert, found;
1508                         wchar_t chr;
1509
1510                         endp = p;
1511                         if (*endp == '!' || *endp == '^')
1512                                 endp++;
1513                         for (;;) {
1514                                 while (*endp == CTLQUOTEMARK)
1515                                         endp++;
1516                                 if (*endp == 0)
1517                                         goto dft;               /* no matching ] */
1518                                 if (*endp == CTLESC)
1519                                         endp++;
1520                                 if (*++endp == ']')
1521                                         break;
1522                         }
1523                         invert = 0;
1524                         if (*p == '!' || *p == '^') {
1525                                 invert++;
1526                                 p++;
1527                         }
1528                         found = 0;
1529                         if (squoted && *q == CTLESC)
1530                                 q++;
1531                         if (*q == '\0')
1532                                 return 0;
1533                         if (localeisutf8) {
1534                                 chr = get_wc(&q);
1535                                 if (chr == 0)
1536                                         goto backtrack;
1537                         } else
1538                                 chr = (unsigned char)*q++;
1539                         c = *p++;
1540                         do {
1541                                 if (c == CTLQUOTEMARK)
1542                                         continue;
1543                                 if (c == '[' && *p == ':') {
1544                                         found |= match_charclass(p, chr, &end);
1545                                         if (end != NULL)
1546                                                 p = end;
1547                                 }
1548                                 if (c == CTLESC)
1549                                         c = *p++;
1550                                 if (localeisutf8 && c & 0x80) {
1551                                         p--;
1552                                         wc = get_wc(&p);
1553                                         if (wc == 0) /* bad utf-8 */
1554                                                 return 0;
1555                                 } else
1556                                         wc = (unsigned char)c;
1557                                 if (*p == '-' && p[1] != ']') {
1558                                         p++;
1559                                         while (*p == CTLQUOTEMARK)
1560                                                 p++;
1561                                         if (*p == CTLESC)
1562                                                 p++;
1563                                         if (localeisutf8) {
1564                                                 wc2 = get_wc(&p);
1565                                                 if (wc2 == 0) /* bad utf-8 */
1566                                                         return 0;
1567                                         } else
1568                                                 wc2 = (unsigned char)*p++;
1569                                         if (   collate_range_cmp(chr, wc) >= 0
1570                                             && collate_range_cmp(chr, wc2) <= 0
1571                                            )
1572                                                 found = 1;
1573                                 } else {
1574                                         if (chr == wc)
1575                                                 found = 1;
1576                                 }
1577                         } while ((c = *p++) != ']');
1578                         if (found == invert)
1579                                 goto backtrack;
1580                         break;
1581                 }
1582 dft:            default:
1583                         if (squoted && *q == CTLESC)
1584                                 q++;
1585                         if (*q == '\0')
1586                                 return 0;
1587                         if (*q++ == c)
1588                                 break;
1589 backtrack:
1590                         /*
1591                          * If we have a mismatch (other than hitting the end
1592                          * of the string), go back to the last '*' seen and
1593                          * have it match one additional character.
1594                          */
1595                         if (bt_p == NULL)
1596                                 return 0;
1597                         if (squoted && *bt_q == CTLESC)
1598                                 bt_q++;
1599                         if (*bt_q == '\0')
1600                                 return 0;
1601                         bt_q++;
1602                         p = bt_p;
1603                         q = bt_q;
1604                         break;
1605                 }
1606         }
1607 }
1608
1609
1610
1611 /*
1612  * Remove any CTLESC and CTLQUOTEMARK characters from a string.
1613  */
1614
1615 void
1616 rmescapes(char *str)
1617 {
1618         char *p, *q;
1619
1620         p = str;
1621         while (*p != CTLESC && *p != CTLQUOTEMARK && *p != CTLQUOTEEND) {
1622                 if (*p++ == '\0')
1623                         return;
1624         }
1625         q = p;
1626         while (*p) {
1627                 if (*p == CTLQUOTEMARK || *p == CTLQUOTEEND) {
1628                         p++;
1629                         continue;
1630                 }
1631                 if (*p == CTLESC)
1632                         p++;
1633                 *q++ = *p++;
1634         }
1635         *q = '\0';
1636 }
1637
1638
1639
1640 /*
1641  * See if a pattern matches in a case statement.
1642  */
1643
1644 int
1645 casematch(union node *pattern, const char *val)
1646 {
1647         struct stackmark smark;
1648         int result;
1649         char *p;
1650
1651         setstackmark(&smark);
1652         argbackq = pattern->narg.backquote;
1653         STARTSTACKSTR(expdest);
1654         ifslastp = NULL;
1655         argstr(pattern->narg.text, EXP_TILDE | EXP_CASE);
1656         STPUTC('\0', expdest);
1657         p = grabstackstr(expdest);
1658         result = patmatch(p, val, 0);
1659         popstackmark(&smark);
1660         return result;
1661 }
1662
1663 /*
1664  * Our own itoa().
1665  */
1666
1667 static char *
1668 cvtnum(int num, char *buf)
1669 {
1670         char temp[32];
1671         int neg = num < 0;
1672         char *p = temp + 31;
1673
1674         temp[31] = '\0';
1675
1676         do {
1677                 *--p = num % 10 + '0';
1678         } while ((num /= 10) != 0);
1679
1680         if (neg)
1681                 *--p = '-';
1682
1683         STPUTS(p, buf);
1684         return buf;
1685 }
1686
1687 /*
1688  * Do most of the work for wordexp(3).
1689  */
1690
1691 int
1692 wordexpcmd(int argc, char **argv)
1693 {
1694         size_t len;
1695         int i;
1696
1697         out1fmt("%08x", argc - 1);
1698         for (i = 1, len = 0; i < argc; i++)
1699                 len += strlen(argv[i]);
1700         out1fmt("%08x", (int)len);
1701         for (i = 1; i < argc; i++)
1702                 outbin(argv[i], strlen(argv[i]) + 1, out1);
1703         return (0);
1704 }