m4: Sync with FreeBSD.
[dragonfly.git] / usr.bin / m4 / main.c
CommitLineData
4afad3d8 1/* $OpenBSD: main.c,v 1.80 2011/09/27 07:24:02 espie Exp $ */
984263bc
MD
2/* $NetBSD: main.c,v 1.12 1997/02/08 23:54:49 cgd Exp $ */
3
4/*-
5 * Copyright (c) 1989, 1993
6 * The Regents of the University of California. All rights reserved.
7 *
8 * This code is derived from software contributed to Berkeley by
9 * Ozan Yigit at York University.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
4afad3d8 19 * 3. Neither the name of the University nor the names of its contributors
984263bc
MD
20 * may be used to endorse or promote products derived from this software
21 * without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
1de703da 34 *
4afad3d8 35 * $FreeBSD: src/usr.bin/m4/main.c,v 1.33 2012/11/17 01:54:24 svnexp Exp $
984263bc
MD
36 */
37
984263bc
MD
38/*
39 * main.c
40 * Facility: m4 macro processor
41 * by: oz
42 */
43
984263bc
MD
44#include <assert.h>
45#include <signal.h>
4afad3d8 46#include <err.h>
984263bc
MD
47#include <errno.h>
48#include <unistd.h>
49#include <stdio.h>
50#include <ctype.h>
51#include <string.h>
52#include <stddef.h>
4afad3d8 53#include <stdint.h>
984263bc 54#include <stdlib.h>
4afad3d8 55#include <ohash.h>
984263bc
MD
56#include "mdef.h"
57#include "stdd.h"
58#include "extern.h"
59#include "pathnames.h"
60
4afad3d8
PA
61stae *mstack; /* stack of m4 machine */
62char *sstack; /* shadow stack, for string space extension */
984263bc 63static size_t STACKMAX; /* current maximum size of stack */
4afad3d8
PA
64int sp; /* current m4 stack pointer */
65int fp; /* m4 call frame pointer */
66struct input_file infile[MAXINP];/* input file stack (0=stdin) */
67FILE **outfile; /* diversion array(0=bitbucket) */
984263bc 68int maxout;
4afad3d8
PA
69FILE *active; /* active output file pointer */
70int ilevel = 0; /* input file stack pointer */
71int oindex = 0; /* diversion index.. */
72const char *null = ""; /* as it says.. just a null.. */
73char **m4wraps = NULL; /* m4wraps array. */
74int maxwraps = 0; /* size of m4wraps array */
75int wrapindex = 0; /* current offset in m4wraps */
76char lquote[MAXCCHARS + 1] = {LQUOTE}; /* left quote character (`) */
77char rquote[MAXCCHARS + 1] = {RQUOTE}; /* right quote character (') */
78char scommt[MAXCCHARS + 1] = {SCOMMT}; /* start character for comment */
79char ecommt[MAXCCHARS + 1] = {ECOMMT}; /* end character for comment */
80int synch_lines = 0; /* line synchronisation for C preprocessor */
81int prefix_builtins = 0; /* -P option to prefix builtin keywords */
82
83struct keyblk {
84 const char *knam; /* keyword name */
85 int ktyp; /* keyword type */
86};
87
88static struct keyblk keywrds[] = { /* m4 keywords to be installed */
89 { "include", INCLTYPE },
90 { "sinclude", SINCTYPE },
91 { "define", DEFITYPE },
92 { "defn", DEFNTYPE },
93 { "divert", DIVRTYPE | NOARGS },
94 { "expr", EXPRTYPE },
95 { "eval", EXPRTYPE },
96 { "substr", SUBSTYPE },
97 { "ifelse", IFELTYPE },
98 { "ifdef", IFDFTYPE },
99 { "len", LENGTYPE },
100 { "incr", INCRTYPE },
101 { "decr", DECRTYPE },
102 { "dnl", DNLNTYPE | NOARGS },
103 { "changequote",CHNQTYPE | NOARGS },
104 { "changecom", CHNCTYPE | NOARGS },
105 { "index", INDXTYPE },
984263bc 106#ifdef EXTENDED
4afad3d8
PA
107 { "paste", PASTTYPE },
108 { "spaste", SPASTYPE },
109 /* Newer extensions, needed to handle gnu-m4 scripts */
110 { "indir", INDIRTYPE},
111 { "builtin", BUILTINTYPE},
112 { "patsubst", PATSTYPE},
113 { "regexp", REGEXPTYPE},
114 { "esyscmd", ESYSCMDTYPE},
115 { "__file__", FILENAMETYPE | NOARGS},
116 { "__line__", LINETYPE | NOARGS},
984263bc 117#endif
4afad3d8
PA
118 { "popdef", POPDTYPE },
119 { "pushdef", PUSDTYPE },
120 { "dumpdef", DUMPTYPE | NOARGS },
121 { "shift", SHIFTYPE | NOARGS },
122 { "translit", TRNLTYPE },
123 { "undefine", UNDFTYPE },
124 { "undivert", UNDVTYPE | NOARGS },
125 { "divnum", DIVNTYPE | NOARGS },
126 { "maketemp", MKTMTYPE },
127 { "mkstemp", MKTMTYPE },
128 { "errprint", ERRPTYPE | NOARGS },
129 { "m4wrap", M4WRTYPE | NOARGS },
130 { "m4exit", EXITTYPE | NOARGS },
131 { "syscmd", SYSCTYPE },
132 { "sysval", SYSVTYPE | NOARGS },
133 { "traceon", TRACEONTYPE | NOARGS },
134 { "traceoff", TRACEOFFTYPE | NOARGS },
135 { "unix", SELFTYPE | NOARGS },
984263bc
MD
136};
137
4afad3d8 138#define MAXKEYS (sizeof(keywrds) / sizeof(struct keyblk))
984263bc 139
4afad3d8 140#define MAXRECORD 50
984263bc
MD
141static struct position {
142 char *name;
143 unsigned long line;
144} quotes[MAXRECORD], paren[MAXRECORD];
145
146static void record(struct position *, int);
147static void dump_stack(struct position *, int);
148
149static void macro(void);
150static void initkwds(void);
151static ndptr inspect(int, char *);
152static int do_look_ahead(int, const char *);
4afad3d8
PA
153static void reallyoutputstr(const char *);
154static void reallyputchar(int);
984263bc
MD
155
156static void enlarge_stack(void);
157
4afad3d8
PA
158int exit_code = 0;
159
984263bc
MD
160int
161main(int argc, char *argv[])
162{
163 int c;
164 int n;
984263bc
MD
165 char *p;
166
984263bc
MD
167 if (signal(SIGINT, SIG_IGN) != SIG_IGN)
168 signal(SIGINT, onintr);
169
4afad3d8 170 init_macros();
984263bc
MD
171 initspaces();
172 STACKMAX = INITSTACKMAX;
173
4afad3d8
PA
174 mstack = (stae *)xalloc(sizeof(stae) * STACKMAX, NULL);
175 sstack = (char *)xalloc(STACKMAX, NULL);
984263bc
MD
176
177 maxout = 0;
178 outfile = NULL;
179 resizedivs(MAXOUT);
180
4afad3d8 181 while ((c = getopt(argc, argv, "gst:d:D:U:o:I:P")) != -1)
984263bc 182 switch(c) {
4afad3d8
PA
183
184 case 'D': /* define something.. */
185 for (p = optarg; *p; p++) {
984263bc
MD
186 if (*p == '=')
187 break;
4afad3d8 188 }
984263bc
MD
189 if (*p)
190 *p++ = EOS;
191 dodefine(optarg, p);
192 break;
193 case 'I':
194 addtoincludepath(optarg);
195 break;
6f7b88fb 196 case 'P':
4afad3d8 197 prefix_builtins = 1;
6f7b88fb 198 break;
4afad3d8
PA
199 case 'U': /* undefine... */
200 macro_popdef(optarg);
984263bc
MD
201 break;
202 case 'g':
203 mimic_gnu = 1;
204 break;
205 case 'd':
206 set_trace_flags(optarg);
207 break;
208 case 's':
4afad3d8 209 synch_lines = 1;
984263bc
MD
210 break;
211 case 't':
212 mark_traced(optarg, 1);
213 break;
214 case 'o':
215 trace_file(optarg);
4afad3d8 216 break;
984263bc 217 case '?':
984263bc
MD
218 usage();
219 }
220
4afad3d8
PA
221 argc -= optind;
222 argv += optind;
223
224 initkwds();
225 if (mimic_gnu)
226 setup_builtin("format", FORMATTYPE);
984263bc 227
984263bc
MD
228 active = stdout; /* default active output */
229 bbase[0] = bufbase;
4afad3d8
PA
230 if (argc == 0) {
231 sp = -1; /* stack pointer initialized */
232 fp = 0; /* frame pointer initialized */
233 set_input(infile + 0, stdin, "stdin");
984263bc 234 /* default input (naturally) */
984263bc 235 macro();
4afad3d8 236 } else {
984263bc
MD
237 for (; argc--; ++argv) {
238 p = *argv;
239 if (p[0] == '-' && p[1] == EOS)
240 set_input(infile, stdin, "stdin");
4afad3d8
PA
241 else if (fopen_trypath(infile, p) == NULL)
242 err(1, "%s", p);
984263bc 243 sp = -1;
10c3f15b 244 fp = 0;
984263bc 245 macro();
4afad3d8 246 release_input(infile);
984263bc 247 }
4afad3d8
PA
248 }
249
250 if (wrapindex) {
251 int i;
984263bc 252
984263bc
MD
253 ilevel = 0; /* in case m4wrap includes.. */
254 bufbase = bp = buf; /* use the entire buffer */
4afad3d8
PA
255 if (mimic_gnu) {
256 while (wrapindex != 0) {
257 for (i = 0; i < wrapindex; i++)
258 pbstr(m4wraps[i]);
259 wrapindex =0;
260 macro();
261 }
262 } else {
263 for (i = 0; i < wrapindex; i++) {
264 pbstr(m4wraps[i]);
265 macro();
266 }
267 }
984263bc
MD
268 }
269
270 if (active != stdout)
271 active = stdout; /* reset output just in case */
4afad3d8 272 for (n = 1; n < maxout; n++) { /* default wrap-up: undivert */
984263bc
MD
273 if (outfile[n] != NULL)
274 getdiv(n);
984263bc 275 }
4afad3d8
PA
276 /* remove bitbucket if used */
277 if (outfile[0] != NULL)
278 fclose(outfile[0]);
984263bc 279
4afad3d8 280 return exit_code;
984263bc
MD
281}
282
283/*
284 * Look ahead for `token'.
285 * (on input `t == token[0]')
286 * Used for comment and quoting delimiters.
287 * Returns 1 if `token' present; copied to output.
4afad3d8 288 * 0 if `token' not found; all characters pushed back
984263bc
MD
289 */
290static int
291do_look_ahead(int t, const char *token)
292{
293 int i;
294
295 assert((unsigned char)t == (unsigned char)token[0]);
296
297 for (i = 1; *++token; i++) {
298 t = gpbc();
299 if (t == EOF || (unsigned char)t != (unsigned char)*token) {
4afad3d8 300 pushback(t);
984263bc 301 while (--i)
4afad3d8 302 pushback(*--token);
984263bc
MD
303 return 0;
304 }
305 }
306 return 1;
307}
308
4afad3d8
PA
309#define LOOK_AHEAD(t, token) (t != EOF && \
310 (unsigned char)(t) == (unsigned char)(token)[0] && \
311 do_look_ahead(t, token))
984263bc
MD
312
313/*
314 * macro - the work horse..
315 */
316static void
317macro(void)
318{
4afad3d8 319 char token[MAXTOK + 1];
984263bc
MD
320 int t, l;
321 ndptr p;
4afad3d8 322 int nlpar;
984263bc 323
4afad3d8 324 for (;;) {
984263bc 325 t = gpbc();
984263bc 326
4afad3d8 327 if (LOOK_AHEAD(t, lquote)) { /* strip quotes */
984263bc
MD
328 nlpar = 0;
329 record(quotes, nlpar++);
330 /*
331 * Opening quote: scan forward until matching
332 * closing quote has been found.
333 */
334 do {
984263bc
MD
335 l = gpbc();
336 if (LOOK_AHEAD(l,rquote)) {
337 if (--nlpar > 0)
338 outputstr(rquote);
339 } else if (LOOK_AHEAD(l,lquote)) {
340 record(quotes, nlpar++);
341 outputstr(lquote);
342 } else if (l == EOF) {
343 if (nlpar == 1)
344 warnx("unclosed quote:");
345 else
346 warnx("%d unclosed quotes:", nlpar);
347 dump_stack(quotes, nlpar);
348 exit(1);
349 } else {
350 if (nlpar > 0) {
351 if (sp < 0)
4afad3d8 352 reallyputchar(l);
984263bc
MD
353 else
354 CHRSAVE(l);
355 }
356 }
357 }
358 while (nlpar != 0);
4afad3d8
PA
359 } else if (sp < 0 && LOOK_AHEAD(t, scommt)) {
360 reallyoutputstr(scommt);
984263bc
MD
361
362 for(;;) {
363 t = gpbc();
364 if (LOOK_AHEAD(t, ecommt)) {
4afad3d8 365 reallyoutputstr(ecommt);
984263bc
MD
366 break;
367 }
368 if (t == EOF)
369 break;
4afad3d8 370 reallyputchar(t);
984263bc 371 }
4afad3d8
PA
372 } else if (t == '_' || isalpha(t)) {
373 p = inspect(t, token);
374 if (p != NULL)
375 pushback(l = gpbc());
376 if (p == NULL || (l != LPAREN &&
377 (macro_getdef(p)->type & NEEDARGS) != 0))
378 outputstr(token);
379 else {
380 /*
381 * real thing.. First build a call frame:
382 */
383 pushf(fp); /* previous call frm */
384 /* type of the call */
385 pushf(macro_getdef(p)->type);
386 pushf(is_traced(p));
387 pushf(0); /* parenthesis level */
388 fp = sp; /* new frame pointer */
389 /*
390 * now push the string arguments:
391 */
392 pushs1(macro_getdef(p)->defn); /* defn string */
393 pushs1((char *)macro_name(p)); /* macro name */
394 pushs(ep); /* start next..*/
395
396 if (l != LPAREN && PARLEV == 0) {
397 /* no bracks */
398 chrsave(EOS);
984263bc 399
4afad3d8
PA
400 if (sp == (int)STACKMAX) {
401 errx(1,
402 "internal stack overflow");
403 }
404 eval((const char **) mstack + fp + 1, 2,
405 CALTYP, TRACESTATUS);
406
407 ep = PREVEP; /* flush strspace */
408 sp = PREVSP; /* previous sp.. */
409 fp = PREVFP; /* rewind stack...*/
410 }
411 }
412 } else if (t == EOF) {
413 if (sp > -1 && ilevel <= 0) {
414 warnx( "unexpected end of input, unclosed parenthesis:");
415 dump_stack(paren, PARLEV);
416 exit(1);
417 }
418 if (ilevel <= 0)
419 break; /* all done thanks.. */
420 release_input(infile+ilevel--);
421 emit_synchline();
422 bufbase = bbase[ilevel];
423 continue;
424 } else if (sp < 0) { /* not in a macro at all */
425 reallyputchar(t); /* output directly.. */
984263bc
MD
426 }
427
428 else switch(t) {
429
430 case LPAREN:
431 if (PARLEV > 0)
432 chrsave(t);
4afad3d8
PA
433 while (isspace(l = gpbc())) /* skip blank, tab, nl.. */
434 if (PARLEV > 0)
435 chrsave(l);
436 pushback(l);
984263bc
MD
437 record(paren, PARLEV++);
438 break;
439
440 case RPAREN:
441 if (--PARLEV > 0)
442 chrsave(t);
443 else { /* end of argument list */
444 chrsave(EOS);
445
4afad3d8 446 if (sp == (int)STACKMAX)
984263bc
MD
447 errx(1, "internal stack overflow");
448
4afad3d8
PA
449 eval((const char **) mstack + fp + 1, sp-fp,
450 CALTYP, TRACESTATUS);
984263bc
MD
451
452 ep = PREVEP; /* flush strspace */
453 sp = PREVSP; /* previous sp.. */
454 fp = PREVFP; /* rewind stack...*/
455 }
456 break;
457
458 case COMMA:
459 if (PARLEV == 1) {
460 chrsave(EOS); /* new argument */
461 while (isspace(l = gpbc()))
462 ;
4afad3d8 463 pushback(l);
984263bc
MD
464 pushs(ep);
465 } else
466 chrsave(t);
467 break;
468
469 default:
470 if (LOOK_AHEAD(t, scommt)) {
4afad3d8
PA
471 char *cp;
472 for (cp = scommt; *cp; cp++)
473 chrsave(*cp);
984263bc
MD
474 for(;;) {
475 t = gpbc();
476 if (LOOK_AHEAD(t, ecommt)) {
4afad3d8
PA
477 for (cp = ecommt; *cp; cp++)
478 chrsave(*cp);
984263bc
MD
479 break;
480 }
481 if (t == EOF)
4afad3d8 482 break;
984263bc
MD
483 CHRSAVE(t);
484 }
485 } else
486 CHRSAVE(t); /* stack the char */
487 break;
488 }
489 }
490}
491
10c3f15b
PA
492/*
493 * output string directly, without pushing it for reparses.
984263bc
MD
494 */
495void
496outputstr(const char *s)
497{
498 if (sp < 0)
4afad3d8 499 reallyoutputstr(s);
984263bc
MD
500 else
501 while (*s)
502 CHRSAVE(*s++);
503}
504
4afad3d8
PA
505void
506reallyoutputstr(const char *s)
507{
508 if (synch_lines) {
509 while (*s) {
510 fputc(*s, active);
511 if (*s++ == '\n') {
512 infile[ilevel].synch_lineno++;
513 if (infile[ilevel].synch_lineno !=
514 infile[ilevel].lineno)
515 do_emit_synchline();
516 }
517 }
518 } else
519 fputs(s, active);
520}
521
522void
523reallyputchar(int c)
524{
525 putc(c, active);
526 if (synch_lines && c == '\n') {
527 infile[ilevel].synch_lineno++;
528 if (infile[ilevel].synch_lineno != infile[ilevel].lineno)
529 do_emit_synchline();
530 }
531}
532
984263bc
MD
533/*
534 * build an input token..
4afad3d8 535 * consider only those starting with _ or A-Za-z.
984263bc
MD
536 */
537static ndptr
10c3f15b 538inspect(int c, char *tp)
984263bc
MD
539{
540 char *name = tp;
4afad3d8 541 char *etp = tp + MAXTOK;
984263bc 542 ndptr p;
10c3f15b 543
4afad3d8 544 *tp++ = c;
984263bc
MD
545
546 while ((isalnum(c = gpbc()) || c == '_') && tp < etp)
4afad3d8 547 *tp++ = c;
984263bc 548 if (c != EOF)
4afad3d8 549 PUSHBACK(c);
984263bc
MD
550 *tp = EOS;
551 /* token is too long, it won't match anything, but it can still
552 * be output. */
553 if (tp == ep) {
554 outputstr(name);
555 while (isalnum(c = gpbc()) || c == '_') {
556 if (sp < 0)
4afad3d8 557 reallyputchar(c);
984263bc
MD
558 else
559 CHRSAVE(c);
560 }
561 *name = EOS;
4afad3d8 562 return NULL;
984263bc
MD
563 }
564
4afad3d8
PA
565 p = ohash_find(&macros, ohash_qlookupi(&macros, name, (const char **)&tp));
566 if (p == NULL)
567 return NULL;
568 if (macro_getdef(p) == NULL)
569 return NULL;
984263bc
MD
570 return p;
571}
572
573/*
4afad3d8 574 * initkwds - initialize m4 keywords as fast as possible.
984263bc 575 * This very similar to install, but without certain overheads,
10c3f15b 576 * such as calling lookup. Malloc is not used for storing the
984263bc
MD
577 * keyword strings, since we simply use the static pointers
578 * within keywrds block.
579 */
580static void
581initkwds(void)
582{
4afad3d8 583 unsigned int type;
984263bc
MD
584 int i;
585
4afad3d8
PA
586 for (i = 0; i < (int)MAXKEYS; i++) {
587 type = keywrds[i].ktyp & TYPEMASK;
588 if ((keywrds[i].ktyp & NOARGS) == 0)
589 type |= NEEDARGS;
590 setup_builtin(keywrds[i].knam, type);
591 }
984263bc
MD
592}
593
594static void
595record(struct position *t, int lev)
596{
597 if (lev < MAXRECORD) {
598 t[lev].name = CURRENT_NAME;
599 t[lev].line = CURRENT_LINE;
600 }
601}
602
603static void
604dump_stack(struct position *t, int lev)
605{
606 int i;
607
608 for (i = 0; i < lev; i++) {
609 if (i == MAXRECORD) {
610 fprintf(stderr, " ...\n");
611 break;
612 }
10c3f15b 613 fprintf(stderr, " %s at line %lu\n",
984263bc
MD
614 t[i].name, t[i].line);
615 }
616}
617
618
10c3f15b 619static void
984263bc
MD
620enlarge_stack(void)
621{
4afad3d8
PA
622 STACKMAX += STACKMAX/2;
623 mstack = xrealloc(mstack, sizeof(stae) * STACKMAX,
624 "Evaluation stack overflow (%lu)",
625 (unsigned long)STACKMAX);
626 sstack = xrealloc(sstack, STACKMAX,
627 "Evaluation stack overflow (%lu)",
628 (unsigned long)STACKMAX);
984263bc 629}