3 * fmt_compile.c -- "compile" format strings for fmt_scan
5 * This code is Copyright (c) 2002, by the authors of nmh. See the
6 * COPYRIGHT file in the root directory of the nmh distribution for
7 * complete copyright information.
9 * This code compiles the format strings (documented in mh-format(5)) into
10 * an internal form to be later processed by fmt_scan.c.
12 * What happens here is that the format strings are parsed and an array
13 * of struct format structures are returned. Each format structure is
14 * a single operation interpreted by the the routines in fmt_scan.c.
16 * There is a NOT a one-to-one correspondence between format strings and
17 * format instructions; some functions have side effects that can result
18 * in multiple instructions being generated. The exact list of instructions
19 * generated by a format string can be seem with the nmh fmtdump utility.
21 * A list of format instructions can be found in fmt_compile.h.
23 * If you wish to add a new function, you will need to do the following
26 * - Add a new instruction to the list of instructions in fmt_compile.h.
27 * Note that test instructions (starting with FT_IF_S_NULL) have special
28 * handling, so if you are NOT writing a test function then you need
29 * to insert it into the list before that _and_ bump all of the
30 * following instruction numbers.
32 * - Add the function name to the functable[] array below, and write any
33 * special code that your function may require in terms of parsing
34 * (it very well may not need anything).
36 * - Add the code in fmt_scan.c to handle your new function.
38 * - Document the new function in the mh-format(5) man page.
43 #include <h/addrsbr.h>
45 #include <h/fmt_scan.h>
46 #include <h/fmt_compile.h>
48 #ifdef HAVE_SYS_TIME_H
49 # include <sys/time.h>
54 * hash table for deciding if a component is "interesting"
56 struct comp *wantcomp[128];
58 static struct format *formatvec; /* array to hold formats */
59 static struct format *next_fp; /* next free format slot */
60 static struct format *fp; /* current format slot */
61 static struct comp *cm; /* most recent comp ref */
62 static struct ftable *ftbl; /* most recent func ref */
64 static int infunction; /* function nesting cnt */
66 extern struct mailname fmt_mnull;
68 /* ftable->type (argument type) */
69 #define TF_COMP 0 /* component expected */
70 #define TF_NUM 1 /* number expected */
71 #define TF_STR 2 /* string expected */
72 #define TF_EXPR 3 /* component or func. expected */
73 #define TF_NONE 4 /* no argument */
74 #define TF_MYBOX 5 /* special - get current user's mbox */
75 #define TF_NOW 6 /* special - get current unix time */
76 #define TF_EXPR_SV 7 /* like expr but save current str reg */
77 #define TF_NOP 8 /* like expr but no result */
80 /* NB that TFL_PUTS is also used to decide whether the test
81 * in a "%<(function)..." should be a string or numeric one.
83 #define TFL_PUTS 1 /* implicit putstr if top level */
84 #define TFL_PUTN 2 /* implicit putnum if top level */
87 * The functable array maps between the text names of format functions and
88 * the format instructions interpreted by the engine in fmt_scan.c.
90 * The elements of this structure are as follows:
92 * name - The name of the function as seen in the format string. This is
93 * what maps a particular function name into a format instruction.
94 * type - The type of argument this function expects. Those types are
95 * listed above (with the TF_ prefix). This affects what gets
96 * placed in the format instruction (the f_un union).
97 * f_type - The instruction corresponding to this function (from the list
99 * extra - Used by some functions to provide extra data to the compiler.
101 * - Providing an alternate instruction to combine a load
102 * and test operation (see do_if()).
103 * - Passed in f_value in the format instruction to provide
104 * extra information for the engine (see FT_LV_DAT handling
106 * - Provide a hint as to preprocessing that is required for
107 * this instruction (see do_name()).
108 * flags - See the definitions for TFL_PUTS & TFL_PUTN above.
112 char *name; /* function name */
113 char type; /* argument type */
114 char f_type; /* fmt type */
115 char extra; /* arg. type dependent extra info */
119 static struct ftable functable[] = {
120 { "nonzero", TF_EXPR, FT_V_NE, FT_IF_V_NE, 0 },
121 { "zero", TF_EXPR, FT_V_EQ, FT_IF_V_EQ, 0 },
122 { "eq", TF_NUM, FT_V_EQ, FT_IF_V_EQ, 0 },
123 { "ne", TF_NUM, FT_V_NE, FT_IF_V_NE, 0 },
124 { "gt", TF_NUM, FT_V_GT, FT_IF_V_GT, 0 },
125 { "null", TF_EXPR, FT_S_NULL, FT_IF_S_NULL, 0 },
126 { "nonnull", TF_EXPR, FT_S_NONNULL, FT_IF_S, 0 },
127 { "match", TF_STR, FT_V_MATCH, FT_IF_MATCH, 0 },
128 { "amatch", TF_STR, FT_V_AMATCH, FT_IF_AMATCH, 0 },
130 { "putstr", TF_EXPR, FT_STR, 0, 0 },
131 { "putstrf", TF_EXPR, FT_STRF, 0, 0 },
132 { "putnum", TF_EXPR, FT_NUM, 0, 0 },
133 { "putnumf", TF_EXPR, FT_NUMF, 0, 0 },
134 { "putaddr", TF_STR, FT_PUTADDR, 0, 0 },
135 { "putlit", TF_STR, FT_STRLIT, 0, 0 },
136 { "void", TF_NOP, 0, 0, 0 },
138 { "comp", TF_COMP, FT_LS_COMP, 0, TFL_PUTS },
139 { "lit", TF_STR, FT_LS_LIT, 0, TFL_PUTS },
140 { "getenv", TF_STR, FT_LS_GETENV, 0, TFL_PUTS },
141 { "profile", TF_STR, FT_LS_CFIND, 0, TFL_PUTS },
142 { "decodecomp", TF_COMP, FT_LS_DECODECOMP, 0, TFL_PUTS },
143 { "decode", TF_EXPR, FT_LS_DECODE, 0, TFL_PUTS },
144 { "trim", TF_EXPR, FT_LS_TRIM, 0, 0 },
145 { "compval", TF_COMP, FT_LV_COMP, 0, TFL_PUTN },
146 { "compflag", TF_COMP, FT_LV_COMPFLAG, 0, TFL_PUTN },
147 { "num", TF_NUM, FT_LV_LIT, 0, TFL_PUTN },
148 { "msg", TF_NONE, FT_LV_DAT, 0, TFL_PUTN },
149 { "cur", TF_NONE, FT_LV_DAT, 1, TFL_PUTN },
150 { "size", TF_NONE, FT_LV_DAT, 2, TFL_PUTN },
151 { "width", TF_NONE, FT_LV_DAT, 3, TFL_PUTN },
152 { "unseen", TF_NONE, FT_LV_DAT, 4, TFL_PUTN },
153 { "dat", TF_NUM, FT_LV_DAT, 0, TFL_PUTN },
154 { "strlen", TF_NONE, FT_LV_STRLEN, 0, TFL_PUTN },
155 { "me", TF_MYBOX, FT_LS_LIT, 0, TFL_PUTS },
156 { "plus", TF_NUM, FT_LV_PLUS_L, 0, TFL_PUTN },
157 { "minus", TF_NUM, FT_LV_MINUS_L, 0, TFL_PUTN },
158 { "divide", TF_NUM, FT_LV_DIVIDE_L, 0, TFL_PUTN },
159 { "modulo", TF_NUM, FT_LV_MODULO_L, 0, TFL_PUTN },
160 { "charleft", TF_NONE, FT_LV_CHAR_LEFT, 0, TFL_PUTN },
161 { "timenow", TF_NOW, FT_LV_LIT, 0, TFL_PUTN },
163 { "month", TF_COMP, FT_LS_MONTH, FT_PARSEDATE, TFL_PUTS },
164 { "lmonth", TF_COMP, FT_LS_LMONTH, FT_PARSEDATE, TFL_PUTS },
165 { "tzone", TF_COMP, FT_LS_ZONE, FT_PARSEDATE, TFL_PUTS },
166 { "day", TF_COMP, FT_LS_DAY, FT_PARSEDATE, TFL_PUTS },
167 { "weekday", TF_COMP, FT_LS_WEEKDAY, FT_PARSEDATE, TFL_PUTS },
168 { "tws", TF_COMP, FT_LS_822DATE, FT_PARSEDATE, TFL_PUTS },
169 { "sec", TF_COMP, FT_LV_SEC, FT_PARSEDATE, TFL_PUTN },
170 { "min", TF_COMP, FT_LV_MIN, FT_PARSEDATE, TFL_PUTN },
171 { "hour", TF_COMP, FT_LV_HOUR, FT_PARSEDATE, TFL_PUTN },
172 { "mday", TF_COMP, FT_LV_MDAY, FT_PARSEDATE, TFL_PUTN },
173 { "mon", TF_COMP, FT_LV_MON, FT_PARSEDATE, TFL_PUTN },
174 { "year", TF_COMP, FT_LV_YEAR, FT_PARSEDATE, TFL_PUTN },
175 { "yday", TF_COMP, FT_LV_YDAY, FT_PARSEDATE, TFL_PUTN },
176 { "wday", TF_COMP, FT_LV_WDAY, FT_PARSEDATE, TFL_PUTN },
177 { "zone", TF_COMP, FT_LV_ZONE, FT_PARSEDATE, TFL_PUTN },
178 { "clock", TF_COMP, FT_LV_CLOCK, FT_PARSEDATE, TFL_PUTN },
179 { "rclock", TF_COMP, FT_LV_RCLOCK, FT_PARSEDATE, TFL_PUTN },
180 { "sday", TF_COMP, FT_LV_DAYF, FT_PARSEDATE, TFL_PUTN },
181 { "szone", TF_COMP, FT_LV_ZONEF, FT_PARSEDATE, TFL_PUTN },
182 { "dst", TF_COMP, FT_LV_DST, FT_PARSEDATE, TFL_PUTN },
183 { "pretty", TF_COMP, FT_LS_PRETTY, FT_PARSEDATE, TFL_PUTS },
184 { "nodate", TF_COMP, FT_LV_COMPFLAG, FT_PARSEDATE, TFL_PUTN },
185 { "date2local", TF_COMP, FT_LOCALDATE, FT_PARSEDATE, 0 },
186 { "date2gmt", TF_COMP, FT_GMTDATE, FT_PARSEDATE, 0 },
188 { "pers", TF_COMP, FT_LS_PERS, FT_PARSEADDR, TFL_PUTS },
189 { "mbox", TF_COMP, FT_LS_MBOX, FT_PARSEADDR, TFL_PUTS },
190 { "host", TF_COMP, FT_LS_HOST, FT_PARSEADDR, TFL_PUTS },
191 { "path", TF_COMP, FT_LS_PATH, FT_PARSEADDR, TFL_PUTS },
192 { "gname", TF_COMP, FT_LS_GNAME, FT_PARSEADDR, TFL_PUTS },
193 { "note", TF_COMP, FT_LS_NOTE, FT_PARSEADDR, TFL_PUTS },
194 { "addr", TF_COMP, FT_LS_ADDR, FT_PARSEADDR, TFL_PUTS },
195 { "proper", TF_COMP, FT_LS_822ADDR, FT_PARSEADDR, TFL_PUTS },
196 { "type", TF_COMP, FT_LV_HOSTTYPE, FT_PARSEADDR, TFL_PUTN },
197 { "ingrp", TF_COMP, FT_LV_INGRPF, FT_PARSEADDR, TFL_PUTN },
198 { "nohost", TF_COMP, FT_LV_NOHOSTF, FT_PARSEADDR, TFL_PUTN },
199 { "formataddr", TF_EXPR_SV,FT_FORMATADDR, FT_FORMATADDR, 0 },
200 { "concataddr", TF_EXPR_SV,FT_CONCATADDR, FT_FORMATADDR, 0 },
201 { "friendly", TF_COMP, FT_LS_FRIENDLY, FT_PARSEADDR, TFL_PUTS },
203 { "mymbox", TF_COMP, FT_LV_COMPFLAG, FT_MYMBOX, TFL_PUTN },
204 { "addtoseq", TF_STR, FT_ADDTOSEQ, 0, 0 },
206 { "unquote", TF_EXPR, FT_LS_UNQUOTE, 0, TFL_PUTS},
211 /* Add new component to the hash table */
212 #define NEWCOMP(cm,name) do { \
213 cm = ((struct comp *) calloc(1, sizeof (struct comp)));\
217 cm->c_next = wantcomp[i];\
221 #define NEWFMT (next_fp++)
222 #define NEW(type,fill,wid) do {\
223 fp=NEWFMT; fp->f_type=(type); fp->f_fill=(fill); fp->f_width=(wid); \
226 /* Add (possibly new) component to the hash table */
227 #define ADDC(name) do { \
235 #define LV(type, value) do { NEW(type,0,0); fp->f_value = (value); } while (0)
236 #define LS(type, str) do { NEW(type,0,0); fp->f_text = (str); } while (0)
238 #define PUTCOMP(comp) do { NEW(FT_COMP,0,0); ADDC(comp); } while (0)
239 #define PUTLIT(str) do { NEW(FT_LIT,0,0); fp->f_text = (str); } while (0)
240 #define PUTC(c) do { NEW(FT_CHAR,0,0); fp->f_char = (c); } while (0)
242 static char *format_string;
243 static unsigned char *usr_fstring; /* for CERROR */
245 #define CERROR(str) compile_error (str, cp)
248 * external prototypes
250 extern char *getusername(void);
255 static struct ftable *lookup(char *);
256 static void compile_error(char *, char *);
257 static char *compile (char *);
258 static char *do_spec(char *);
259 static char *do_name(char *, int);
260 static char *do_func(char *);
261 static char *do_expr (char *, int);
262 static char *do_loop(char *);
263 static char *do_if(char *);
267 * Lookup a function name in the functable
269 static struct ftable *
272 register struct ftable *t = functable;
274 register char c = *name;
276 while ((nm = t->name)) {
277 if (*nm == c && strcmp (nm, name) == 0)
282 return (struct ftable *) 0;
287 compile_error(char *str, char *cp)
289 int i, errpos, errctx;
291 errpos = cp - format_string;
292 errctx = errpos > 20 ? 20 : errpos;
293 usr_fstring[errpos] = '\0';
295 for (i = errpos-errctx; i < errpos; i++) {
297 if (iscntrl(usr_fstring[i]))
299 if (usr_fstring[i] < 32)
301 usr_fstring[i] = '_';
304 advise(NULL, "\"%s\": format compile error - %s",
305 &usr_fstring[errpos-errctx], str);
306 adios (NULL, "%*s", errctx+1, "^");
310 * Compile format string "fstring" into format list "fmt".
311 * Return the number of header components found in the format
316 fmt_compile(char *fstring, struct format **fmt)
322 free (format_string);
323 format_string = getcpy (fstring);
324 usr_fstring = fstring;
326 /* init the component hash table. */
327 for (i = 0; i < sizeof(wantcomp)/sizeof(wantcomp[0]); i++)
330 memset((char *) &fmt_mnull, 0, sizeof(fmt_mnull));
332 /* it takes at least 4 char to generate one format so we
333 * allocate a worst-case format array using 1/4 the length
334 * of the format string. We actually need twice this much
335 * to handle both pre-processing (e.g., address parsing) and
338 i = strlen(fstring)/2 + 1;
340 next_fp = formatvec = (struct format *)calloc ((size_t) i,
341 sizeof(struct format));
343 adios (NULL, "unable to allocate format storage");
348 cp = compile(format_string);
350 CERROR("extra '%>', '%|' or '%?'");
352 LV(FT_DONE, 0); /* really done */
361 register char *cp = sp;
366 while ((c = *cp) && c != '%')
402 case ';': /* comment line */
404 while ((c = *cp++) && c != '\n')
417 * Process functions & components (handle field width here as well
422 register char *cp = sp;
425 register int ljust = 0;
426 #endif /* not lint */
427 register int wid = 0;
428 register char fill = ' ';
440 wid = wid*10 + (c - '0');
446 fp->f_type = wid? FT_COMPF : FT_COMP;
451 if (ftbl->flags & TFL_PUTS) {
452 LV( wid? FT_STRF : FT_STR, ftbl->extra);
454 else if (ftbl->flags & TFL_PUTN) {
455 LV( wid? FT_NUMF : FT_NUM, ftbl->extra);
460 CERROR("component or function name expected");
471 * Process a component name. Normally this involves generating an FT_COMP
472 * instruction for the specified component. If preprocess is set, then we
473 * do some extra processing.
476 do_name(char *sp, int preprocess)
478 register char *cp = sp;
481 static int primed = 0;
483 while (isalnum(c = *cp++) || c == '-' || c == '_')
486 CERROR("'}' expected");
490 switch (preprocess) {
493 if (cm->c_type & CT_ADDR) {
494 CERROR("component used as both date and address");
496 cm->c_tws = (struct tws *)
497 calloc((size_t) 1, sizeof(*cm->c_tws));
498 fp->f_type = preprocess;
500 cm->c_type |= CT_DATE;
505 ismymbox ((struct mailname *) 0);
510 if (cm->c_type & CT_DATE) {
511 CERROR("component used as both date and address");
513 cm->c_mn = &fmt_mnull;
514 fp->f_type = preprocess;
516 cm->c_type |= CT_ADDR;
520 if (cm->c_type & CT_DATE) {
521 CERROR("component used as both date and address");
523 cm->c_type |= CT_ADDR;
530 * Generate one or more instructions corresponding to the named function.
531 * The different type of function arguments are handled here.
536 register char *cp = sp;
538 register struct ftable *t;
540 int mflag; /* minus sign in NUM */
544 while (isalnum(c = *cp++))
546 if (c != '(' && c != '{' && c != ' ' && c != ')') {
547 CERROR("'(', '{', ' ' or ')' expected");
550 if ((t = lookup (sp)) == 0) {
551 CERROR("unknown function");
560 CERROR("component name expected");
562 cp = do_name(cp, t->extra);
563 fp->f_type = t->f_type;
568 if ((mflag = (c == '-')))
572 n = n*10 + (c - '0');
582 while (c && c != ')')
589 LV(t->f_type,t->extra);
593 LS(t->f_type, getusername());
597 LV(t->f_type, time((time_t *) 0));
605 cp = do_expr(cp, t->extra);
613 cp = do_expr(cp, t->extra);
619 CERROR("')' expected");
626 * Handle an expression as an argument. Basically we call one of do_name(),
627 * do_func(), or do_if()
630 do_expr (char *sp, int preprocess)
632 register char *cp = sp;
635 if ((c = *cp++) == '{') {
636 cp = do_name (cp, preprocess);
637 fp->f_type = FT_LS_COMP;
638 } else if (c == '(') {
640 } else if (c == ')') {
642 } else if (c == '%' && *cp == '<') {
645 CERROR ("'(', '{', '%<' or ')' expected");
651 * I am guessing this was for some kind of loop statement, which would have
652 * looked like %[ .... %]. It looks like the way this would have worked
653 * is that the format engine would have seen that FT_DONE had a 1 in the
654 * f_un.f_un_value and then decided whether or not to continue the loop.
655 * There is no support for this in the format engine, so right now if
656 * you try using it you will reach the FT_DONE and simply stop. I'm leaving
657 * this here in case someone wants to continue the work.
662 register char *cp = sp;
663 struct format *floop;
668 CERROR ("']' expected");
670 LV(FT_DONE, 1); /* not yet done */
672 fp->f_skip = floop - fp; /* skip backwards */
678 * Handle an if-elsif-endif statement. Note here that the branching
679 * is handled by the f_skip member of the struct format (which is really
680 * just f_width overloaded). This number controls how far to move forward
681 * (or back) in the format instruction array.
686 register char *cp = sp;
687 register struct format *fexpr,
688 *fif = (struct format *)NULL;
689 register int c = '<';
692 if (c == '<') { /* doing an IF */
693 if ((c = *cp++) == '{') /*}*/{
695 fp->f_type = FT_LS_COMP;
700 /* see if we can merge the load and the "if" */
701 if (ftbl->f_type >= IF_FUNCS)
702 fp->f_type = ftbl->extra;
704 /* Put out a string test or a value test depending
705 * on what this function's return type is.
707 if (ftbl->flags & TFL_PUTS) {
715 CERROR("'(' or '{' expected"); /*}*/
719 fexpr = fp; /* loc of [ELS]IF */
720 cp = compile (cp); /* compile IF TRUE stmts */
722 fif->f_skip = next_fp - fif;
724 if ((c = *cp++) == '|') { /* the last ELSE */
726 fif = fp; /* loc of GOTO */
727 fexpr->f_skip = next_fp - fexpr;
729 fexpr = (struct format *)NULL;/* no extra ENDIF */
731 cp = compile (cp); /* compile ELSE stmts */
732 fif->f_skip = next_fp - fif;
735 else if (c == '?') { /* another ELSIF */
737 fif = fp; /* loc of GOTO */
738 fexpr->f_skip = next_fp - fexpr;
740 c = '<'; /* impersonate an IF */
747 CERROR("'>' expected.");
750 if (fexpr) /* IF ... [ELSIF ...] ENDIF */
751 fexpr->f_skip = next_fp - fexpr;