22 |
|
|
23 |
|
#define isblnk(c) (igneol ? isspace(c) : ((c)==' ')|((c)=='\t')) |
24 |
|
|
25 |
< |
#define INBSIZ 16384 /* longest record */ |
26 |
< |
#define MAXCOL 32 /* number of columns recorded */ |
25 |
> |
#define INBSIZ 16384 /* longest record */ |
26 |
> |
#define MAXCOL 32 /* number of columns recorded */ |
27 |
|
|
28 |
< |
/* field type specifications */ |
29 |
< |
#define F_NUL 0 /* empty */ |
30 |
< |
#define F_TYP 0x7000 /* mask for type */ |
31 |
< |
#define F_WID 0x0fff /* mask for width */ |
32 |
< |
#define T_LIT 0x1000 /* string literal */ |
33 |
< |
#define T_STR 0x2000 /* string variable */ |
34 |
< |
#define T_NUM 0x3000 /* numeric value */ |
28 |
> |
/* field type specifications */ |
29 |
> |
#define F_NUL 0 /* empty */ |
30 |
> |
#define F_TYP 0x7000 /* mask for type */ |
31 |
> |
#define F_WID 0x0fff /* mask for width */ |
32 |
> |
#define T_LIT 0x1000 /* string literal */ |
33 |
> |
#define T_STR 0x2000 /* string variable */ |
34 |
> |
#define T_NUM 0x3000 /* numeric value */ |
35 |
|
|
36 |
< |
struct strvar { /* string variable */ |
36 |
> |
struct strvar { /* string variable */ |
37 |
|
char *name; |
38 |
|
char *val; |
39 |
|
char *preset; |
40 |
|
struct strvar *next; |
41 |
|
}; |
42 |
|
|
43 |
< |
struct field { /* record format structure */ |
44 |
< |
int type; /* type of field (& width) */ |
43 |
> |
struct field { /* record format structure */ |
44 |
> |
int type; /* type of field (& width) */ |
45 |
|
union { |
46 |
< |
char *sl; /* string literal */ |
47 |
< |
struct strvar *sv; /* string variable */ |
48 |
< |
char *nv; /* numeric variable */ |
49 |
< |
EPNODE *ne; /* numeric expression */ |
50 |
< |
} f; /* field contents */ |
51 |
< |
struct field *next; /* next field in record */ |
46 |
> |
char *sl; /* string literal */ |
47 |
> |
struct strvar *sv; /* string variable */ |
48 |
> |
char *nv; /* numeric variable */ |
49 |
> |
EPNODE *ne; /* numeric expression */ |
50 |
> |
} f; /* field contents */ |
51 |
> |
struct field *next; /* next field in record */ |
52 |
|
}; |
53 |
|
|
54 |
|
#define savqstr(s) strcpy(emalloc(strlen(s)+1),s) |
55 |
|
#define freqstr(s) efree(s) |
56 |
|
|
57 |
|
static int getinputrec(FILE *fp); |
58 |
< |
static void scaninp(void), advinp(void), skipinp(void); |
58 |
> |
static void scaninp(void), skipinp(void), advinp(int skip); |
59 |
|
static void putrec(void), putout(void), nbsynch(void); |
60 |
|
static int getrec(void); |
61 |
|
static void execute(char *file); |
69 |
|
static struct strvar* getsvar(char *svname); |
70 |
|
static double l_in(char *); |
71 |
|
|
72 |
< |
struct field *inpfmt = NULL; /* input record format */ |
73 |
< |
struct field *outfmt = NULL; /* output record structure */ |
74 |
< |
struct strvar *svhead = NULL; /* string variables */ |
72 |
> |
struct field *inpfmt = NULL; /* input record format */ |
73 |
> |
struct field *outfmt = NULL; /* output record structure */ |
74 |
> |
struct strvar *svhead = NULL; /* string variables */ |
75 |
|
|
76 |
< |
long incnt = 0; /* limit number of input records? */ |
76 |
> |
long incnt = 0; /* limit number of input records? */ |
77 |
|
long outcnt = 0; /* limit number of output records? */ |
78 |
|
|
79 |
< |
int blnkeq = 1; /* blanks compare equal? */ |
80 |
< |
int igneol = 0; /* ignore end of line? */ |
79 |
> |
int blnkeq = 1; /* blanks compare equal? */ |
80 |
> |
int igneol = 0; /* ignore end of line? */ |
81 |
|
int passive = 0; /* passive mode (transmit unmatched input) */ |
82 |
< |
char sepchar = '\t'; /* input/output separator */ |
83 |
< |
int noinput = 0; /* no input records? */ |
82 |
> |
char sepchar = '\t'; /* input/output separator */ |
83 |
> |
int noinput = 0; /* no input records? */ |
84 |
|
int itype = 'a'; /* input type (a/f/F/d/D) */ |
85 |
|
int nbicols = 0; /* number of binary input columns */ |
86 |
|
int otype = 'a'; /* output format (a/f/F/d/D) */ |
87 |
< |
char inpbuf[INBSIZ]; /* input buffer */ |
88 |
< |
double colval[MAXCOL]; /* input column values */ |
89 |
< |
unsigned long colflg = 0; /* column retrieved flags */ |
90 |
< |
int colpos; /* output column position */ |
87 |
> |
char inpbuf[INBSIZ]; /* input buffer */ |
88 |
> |
double colval[MAXCOL]; /* input column values */ |
89 |
> |
unsigned long colflg = 0; /* column retrieved flags */ |
90 |
> |
int colpos; /* output column position */ |
91 |
|
|
92 |
< |
int nowarn = 0; /* non-fatal diagnostic output */ |
93 |
< |
int unbuff = 0; /* unbuffered output (flush each record) */ |
92 |
> |
int nowarn = 0; /* non-fatal diagnostic output */ |
93 |
> |
int unbuff = 0; /* unbuffered output (flush each record) */ |
94 |
|
|
95 |
|
struct { |
96 |
< |
FILE *fin; /* input file */ |
97 |
< |
int chr; /* next character */ |
98 |
< |
char *beg; /* home position */ |
99 |
< |
char *pos; /* scan position */ |
100 |
< |
char *end; /* read position */ |
101 |
< |
} ipb; /* circular lookahead buffer */ |
96 |
> |
FILE *fin; /* input file */ |
97 |
> |
int chr; /* next character */ |
98 |
> |
char *beg; /* home position */ |
99 |
> |
char *pos; /* scan position */ |
100 |
> |
char *end; /* read position */ |
101 |
> |
} ipb; /* circular lookahead buffer */ |
102 |
|
|
103 |
|
|
104 |
|
int |
128 |
|
igneol = !igneol; |
129 |
|
break; |
130 |
|
case 'p': |
131 |
< |
passive = !passive; |
131 |
> |
passive = 1; |
132 |
|
break; |
133 |
+ |
case 'P': |
134 |
+ |
passive = -1; |
135 |
+ |
break; |
136 |
|
case 't': |
137 |
|
sepchar = argv[i][2]; |
138 |
|
break; |
155 |
|
break; |
156 |
|
case 'n': |
157 |
|
noinput = 1; |
158 |
+ |
esupport &= ~E_RCONST; |
159 |
|
break; |
160 |
|
case 'i': |
161 |
|
switch (argv[i][2]) { |
233 |
|
userr: |
234 |
|
eputs("Usage: "); |
235 |
|
eputs(argv[0]); |
236 |
< |
eputs(" [-b][-l][-n][-p][-w][-u][-tS][-s svar=sval][-e expr][-f source][-i infmt][-o outfmt] [file]\n"); |
236 |
> |
eputs(" [-b][-l][-n][-p|-P][-w][-u][-tS][-s svar=sval][-e expr][-f source][-i infmt][-o outfmt] [file]\n"); |
237 |
|
quit(1); |
238 |
|
} |
239 |
|
if (otype != 'a') |
241 |
|
#ifdef getc_unlocked /* avoid lock/unlock overhead */ |
242 |
|
flockfile(stdout); |
243 |
|
#endif |
244 |
< |
if (noinput) { /* produce a single output record */ |
244 |
> |
if (noinput) { /* produce a single output record */ |
245 |
|
if (i < argc) { |
246 |
|
eputs(argv[0]); |
247 |
|
eputs(": file argument(s) incompatible with -n\n"); |
251 |
|
putout(); |
252 |
|
quit(0); |
253 |
|
} |
254 |
< |
if (blnkeq) /* for efficiency */ |
254 |
> |
if (passive && (inpfmt == NULL) | (outfmt == NULL)) { |
255 |
> |
eputs(argv[0]); |
256 |
> |
eputs(": options -p and -P require -i and -o formats\n"); |
257 |
> |
quit(1); |
258 |
> |
} |
259 |
> |
if (blnkeq) /* for efficiency */ |
260 |
|
nbsynch(); |
261 |
|
|
262 |
< |
if (i == argc) /* from stdin */ |
262 |
> |
doptimize(1); /* optimize definitions */ |
263 |
> |
|
264 |
> |
if (i == argc) /* from stdin */ |
265 |
|
execute(NULL); |
266 |
< |
else /* from one or more files */ |
266 |
> |
else /* from one or more files */ |
267 |
|
for ( ; i < argc; i++) |
268 |
|
execute(argv[i]); |
269 |
|
|
273 |
|
|
274 |
|
|
275 |
|
static void |
276 |
< |
nbsynch(void) /* non-blank starting synch character */ |
276 |
> |
nbsynch(void) /* non-blank starting synch character */ |
277 |
|
{ |
278 |
|
if (inpfmt == NULL || (inpfmt->type & F_TYP) != T_LIT) |
279 |
|
return; |
289 |
|
FILE *fp |
290 |
|
) |
291 |
|
{ |
281 |
– |
if (inpfmt != NULL) |
282 |
– |
return(getrec()); |
292 |
|
if ((itype == 'd') | (itype == 'D')) { |
293 |
|
if (getbinary(inpbuf, sizeof(double), nbicols, fp) != nbicols) |
294 |
|
return(0); |
308 |
|
|
309 |
|
|
310 |
|
static void |
311 |
< |
execute( /* process a file */ |
311 |
> |
execute( /* process a file */ |
312 |
|
char *file |
313 |
|
) |
314 |
|
{ |
315 |
< |
const int conditional = vardefined("cond"); |
316 |
< |
const int set_recno = (varlookup("recno") != NULL); |
317 |
< |
const int set_outno = (varlookup("outno") != NULL); |
318 |
< |
long nrecs = 0; |
319 |
< |
long nout = 0; |
320 |
< |
FILE *fp; |
315 |
> |
static char condVN[] = "cond"; |
316 |
> |
static char recnoVN[] = "recno"; |
317 |
> |
static char outnoVN[] = "outno"; |
318 |
> |
const int conditional = vardefined(condVN); |
319 |
> |
const int set_recno = (varlookup(recnoVN) != NULL); |
320 |
> |
const int set_outno = (varlookup(outnoVN) != NULL); |
321 |
> |
long nrecs = 0; |
322 |
> |
long nout = 0; |
323 |
> |
FILE *fp; |
324 |
|
|
325 |
|
if (file == NULL) |
326 |
|
fp = stdin; |
334 |
|
#ifdef getc_unlocked /* avoid lock/unlock overhead */ |
335 |
|
flockfile(fp); |
336 |
|
#endif |
337 |
+ |
if (conditional == ':') { |
338 |
+ |
eputs(condVN); |
339 |
+ |
eputs(": defined as constant\n"); |
340 |
+ |
quit(1); |
341 |
+ |
} |
342 |
|
if (inpfmt != NULL) |
343 |
|
initinp(fp); |
344 |
|
|
345 |
< |
while (getinputrec(fp)) { |
345 |
> |
while (inpfmt != NULL ? getrec() : getinputrec(fp)) { |
346 |
|
++nrecs; |
347 |
|
if (set_recno) |
348 |
< |
varset("recno", '=', (double)nrecs); |
348 |
> |
varset(recnoVN, '=', (double)nrecs); |
349 |
|
if (set_outno) |
350 |
< |
varset("outno", '=', (double)(nout+1)); |
350 |
> |
varset(outnoVN, '=', (double)(nout+1)); |
351 |
|
colflg = 0; |
352 |
|
eclock++; |
353 |
< |
if (!conditional || varvalue("cond") > 0.0) { |
353 |
> |
if (!conditional || varvalue(condVN) > 0.0) { |
354 |
> |
if (inpfmt != NULL) |
355 |
> |
advinp(0); |
356 |
|
putout(); |
357 |
|
++nout; |
358 |
+ |
} else if (inpfmt != NULL) { |
359 |
+ |
advinp(1); |
360 |
|
} |
361 |
|
if (incnt && nrecs >= incnt) |
362 |
|
break; |
416 |
|
} |
417 |
|
|
418 |
|
double |
419 |
< |
chanvalue( /* return value for column n */ |
419 |
> |
chanvalue( /* return value for column n */ |
420 |
|
int n |
421 |
|
) |
422 |
|
{ |
455 |
|
while (*cp && *cp++ != sepchar) |
456 |
|
; |
457 |
|
|
458 |
< |
while (isspace(*cp)) /* some atof()'s don't like tabs */ |
458 |
> |
while (isspace(*cp)) /* some atof()'s don't like tabs */ |
459 |
|
cp++; |
460 |
|
|
461 |
|
if (n <= MAXCOL) { |
467 |
|
|
468 |
|
|
469 |
|
void |
470 |
< |
chanset( /* output column n */ |
470 |
> |
chanset( /* output column n */ |
471 |
|
int n, |
472 |
|
double v |
473 |
|
) |
483 |
|
|
484 |
|
|
485 |
|
void |
486 |
< |
bchanset( /* output binary channel n */ |
486 |
> |
bchanset( /* output binary channel n */ |
487 |
|
int n, |
488 |
|
double v |
489 |
|
) |
513 |
|
|
514 |
|
|
515 |
|
static void |
516 |
< |
readfmt( /* read record format */ |
516 |
> |
readfmt( /* read record format */ |
517 |
|
char *spec, |
518 |
|
int output |
519 |
|
) |
527 |
|
for (inptr = spec; *inptr; inptr++) |
528 |
|
if (*inptr == '$') |
529 |
|
break; |
530 |
< |
if (*inptr) /* inline */ |
530 |
> |
if (*inptr) /* inline */ |
531 |
|
inptr = spec; |
532 |
< |
else { /* from file */ |
532 |
> |
else { /* from file */ |
533 |
|
if ((fd = open(spec, 0)) == -1) { |
534 |
|
eputs(spec); |
535 |
|
eputs(": cannot open\n"); |
549 |
|
close(fd); |
550 |
|
(inptr=inpbuf+2)[res] = '\0'; |
551 |
|
} |
552 |
< |
f = &fmt; /* get fields */ |
552 |
> |
f = &fmt; /* get fields */ |
553 |
|
while ((res = readfield(&inptr)) != F_NUL) { |
554 |
|
f->next = (struct field *)emalloc(sizeof(struct field)); |
555 |
|
f = f->next; |
581 |
|
|
582 |
|
|
583 |
|
static int |
584 |
< |
readfield( /* get next field in format */ |
584 |
> |
readfield( /* get next field in format */ |
585 |
|
char **pp |
586 |
|
) |
587 |
|
{ |
648 |
|
|
649 |
|
|
650 |
|
struct strvar * |
651 |
< |
getsvar( /* get string variable */ |
651 |
> |
getsvar( /* get string variable */ |
652 |
|
char *svname |
653 |
|
) |
654 |
|
{ |
667 |
|
|
668 |
|
|
669 |
|
static void |
670 |
< |
svpreset( /* preset a string variable */ |
670 |
> |
svpreset( /* preset a string variable */ |
671 |
|
char *eqn |
672 |
|
) |
673 |
|
{ |
709 |
|
|
710 |
|
|
711 |
|
static int |
712 |
< |
getrec(void) /* get next record from file */ |
712 |
> |
getrec(void) /* get next record from file */ |
713 |
|
{ |
714 |
|
int eatline; |
715 |
|
struct field *f; |
726 |
|
for (f = inpfmt; f != NULL; f = f->next) |
727 |
|
if (!getfield(f)) |
728 |
|
break; |
729 |
< |
if (f == NULL) { |
709 |
< |
advinp(); /* got one! */ |
729 |
> |
if (f == NULL) /* got one? */ |
730 |
|
return(1); |
731 |
< |
} |
732 |
< |
skipinp(); /* eat false start */ |
713 |
< |
if (eatline) { /* eat rest of line */ |
731 |
> |
skipinp(); /* else eat false start */ |
732 |
> |
if (eatline) { /* eat rest of line */ |
733 |
|
while (ipb.chr != '\n') { |
734 |
|
if (ipb.chr == EOF) |
735 |
|
return(0); |
743 |
|
|
744 |
|
|
745 |
|
static int |
746 |
< |
getfield( /* get next field */ |
746 |
> |
getfield( /* get next field */ |
747 |
|
struct field *f |
748 |
|
) |
749 |
|
{ |
750 |
< |
static char buf[RMAXWORD+1]; /* no recursion! */ |
750 |
> |
static char buf[RMAXWORD+1]; /* no recursion! */ |
751 |
|
int delim, inword; |
752 |
|
double d; |
753 |
|
char *np; |
899 |
|
|
900 |
|
|
901 |
|
static void |
902 |
< |
initinp(FILE *fp) /* prepare lookahead buffer */ |
902 |
> |
initinp(FILE *fp) /* prepare lookahead buffer */ |
903 |
|
|
904 |
|
{ |
905 |
|
ipb.fin = fp; |
917 |
|
return; |
918 |
|
if (++ipb.pos >= &inpbuf[INBSIZ]) |
919 |
|
ipb.pos = inpbuf; |
920 |
< |
if (ipb.pos == ipb.end) { /* new character */ |
920 |
> |
if (ipb.pos == ipb.end) { /* new character */ |
921 |
|
if ((ipb.chr = getc(ipb.fin)) != EOF) { |
922 |
|
*ipb.end = ipb.chr; |
923 |
|
if (++ipb.end >= &inpbuf[INBSIZ]) |
931 |
|
|
932 |
|
|
933 |
|
static void |
934 |
< |
advinp(void) /* move home to current position */ |
934 |
> |
skipinp(void) /* rewind position and advance 1 */ |
935 |
|
{ |
936 |
< |
ipb.beg = ipb.pos; |
918 |
< |
} |
919 |
< |
|
920 |
< |
|
921 |
< |
static void |
922 |
< |
skipinp(void) /* rewind position and advance 1 */ |
923 |
< |
{ |
924 |
< |
if (ipb.beg == NULL) /* full */ |
936 |
> |
if (ipb.beg == NULL) /* can't fully rewind? */ |
937 |
|
ipb.beg = ipb.end; |
938 |
|
ipb.pos = ipb.beg; |
939 |
|
ipb.chr = *ipb.pos; |
945 |
|
} |
946 |
|
|
947 |
|
|
948 |
+ |
static void |
949 |
+ |
advinp(int skip) /* advance home to current position */ |
950 |
+ |
{ |
951 |
+ |
if (!skip | (passive >= 0)) { |
952 |
+ |
ipb.beg = ipb.pos; /* no need to copy input */ |
953 |
+ |
return; |
954 |
+ |
} |
955 |
+ |
if (ipb.beg == NULL) { /* buffer overflowed a bit? */ |
956 |
+ |
wputs("buffer overflow\n"); |
957 |
+ |
puts("\n*** MISSING DATA ***"); |
958 |
+ |
ipb.beg = ipb.end; |
959 |
+ |
} |
960 |
+ |
while (ipb.beg != ipb.pos) { /* copy buffer to current */ |
961 |
+ |
putchar(*ipb.beg); |
962 |
+ |
if (++ipb.beg >= &inpbuf[INBSIZ]) |
963 |
+ |
ipb.beg = inpbuf; |
964 |
+ |
} |
965 |
+ |
} |
966 |
+ |
|
967 |
+ |
|
968 |
|
void |
969 |
< |
eputs(char *msg) |
969 |
> |
eputs(const char *msg) |
970 |
|
{ |
971 |
|
fputs(msg, stderr); |
972 |
|
} |
973 |
|
|
974 |
|
|
975 |
|
void |
976 |
< |
wputs(char *msg) |
976 |
> |
wputs(const char *msg) |
977 |
|
{ |
978 |
|
if (!nowarn) |
979 |
|
eputs(msg); |