--- ray/src/util/rcollate.c 2022/03/16 17:36:45 2.40 +++ ray/src/util/rcollate.c 2022/03/17 01:23:16 2.43 @@ -1,5 +1,5 @@ #ifndef lint -static const char RCSid[] = "$Id: rcollate.c,v 2.40 2022/03/16 17:36:45 greg Exp $"; +static const char RCSid[] = "$Id: rcollate.c,v 2.43 2022/03/17 01:23:16 greg Exp $"; #endif /* * Utility to re-order records in a binary or ASCII data file (matrix) @@ -19,8 +19,6 @@ static const char RCSid[] = "$Id: rcollate.c,v 2.40 20 #include #endif -static char delims[] = " \t\n\r\f"; - #define MAXLEVELS 16 /* max RxC.. block pairs */ typedef struct { @@ -31,7 +29,7 @@ typedef struct { typedef struct { int nw_rec; /* number of words per record */ - ssize_t nrecs; /* number of records we found */ + size_t nrecs; /* number of records we found */ char *rec[1]; /* record array (extends struct) */ } RECINDEX; @@ -233,12 +231,13 @@ count_columns(const RECINDEX *rp) /* copy nth record from index to stdout */ static int -print_record(const RECINDEX *rp, ssize_t n) +print_record(const RECINDEX *rp, size_t n) { - int words2go = rp->nw_rec; - char *scp; + static char delims[] = " \t\n\r\f"; + int words2go = rp->nw_rec; + char *scp; - if ((n < 0) | (n >= rp->nrecs)) + if (n >= rp->nrecs) return(0); scp = rp->rec[n]; @@ -269,20 +268,23 @@ formerr: return(0); } -/* copy a stream to stdout */ -static int +/* copy a stream to stdout, return bytes written or 0 on error */ +static size_t output_stream(FILE *fp) { + size_t ntot = 0; char buf[8192]; - ssize_t n; + size_t n; if (fp == NULL) return(0); fflush(stdout); - while ((n = fread(buf, 1, sizeof(buf), fp)) > 0) + while ((n = fread(buf, 1, sizeof(buf), fp)) > 0) { if (write(fileno(stdout), buf, n) != n) return(0); - return(!ferror(fp)); + ntot += n; + } + return(!ferror(fp) * ntot); } /* get next word from stream, leaving stream on EOL or start of next word */ @@ -364,19 +366,23 @@ check_sizes() if (transpose && (no_rows <= 0) & (no_columns <= 0)) { if (ni_rows > 0) no_columns = ni_rows; if (ni_columns > 0) no_rows = ni_columns; - } else if ((no_rows <= 0) & (no_columns > 0) && - !((ni_rows*ni_columns) % no_columns)) - no_rows = ni_rows*ni_columns/no_columns; + } else { + if (no_columns <= 0) + no_columns = ni_columns; + if ((no_rows <= 0) & (no_columns > 0) && + !((ni_rows*ni_columns) % no_columns)) + no_rows = ni_rows*ni_columns/no_columns; + } if (n_comp <= 0) n_comp = 3; return(1); } /* call to compute block input position */ -static ssize_t +static size_t get_block_pos(int r, int c, int blklvl[][2], int nlvls) { - ssize_t n = 0; + size_t n = 0; while (nlvls > 1) { int sr = r/blklvl[1][0]; @@ -392,22 +398,22 @@ get_block_pos(int r, int c, int blklvl[][2], int nlvls } /* return input offset based on array ordering and transpose option */ -static ssize_t +static size_t get_input_pos(int r, int c) { - ssize_t n; + size_t n; if (outLevels > 1) { /* block reordering */ n = get_block_pos(r, c, outArray, outLevels); if (transpose) { r = n/ni_rows; c = n - r*ni_rows; - n = (ssize_t)c*ni_columns + r; + n = (size_t)c*ni_columns + r; } } else if (transpose) /* transpose only */ - n = (ssize_t)c*ni_columns + r; + n = (size_t)c*ni_columns + r; else /* XXX should never happen! */ - n = (ssize_t)r*no_columns + c; + n = (size_t)r*no_columns + c; return(n); } @@ -417,7 +423,7 @@ do_reorder(const MEMLOAD *mp) { static const char tabEOL[2] = {'\t','\n'}; RECINDEX *rp = NULL; - ssize_t nrecords; + size_t nrecords; int i, j; /* propogate sizes */ if (ni_rows <= 0) @@ -432,7 +438,7 @@ do_reorder(const MEMLOAD *mp) ni_columns = count_columns(rp); nrecords = rp->nrecs; } else if ((ni_rows > 0) & (ni_columns > 0)) { - nrecords = (ssize_t)ni_rows*ni_columns; + nrecords = (size_t)ni_rows*ni_columns; if (nrecords > mp->len/(n_comp*comp_size)) { fputs("Input too small for specified size and type\n", stderr); @@ -445,7 +451,7 @@ do_reorder(const MEMLOAD *mp) ni_rows = nrecords/ni_columns; else if ((ni_columns <= 0) & (ni_rows > 0)) ni_columns = nrecords/ni_rows; - if (nrecords != (ssize_t)ni_rows*ni_columns) + if (nrecords != (size_t)ni_rows*ni_columns) goto badspec; if (transpose) { if (no_columns <= 0) @@ -475,7 +481,7 @@ do_reorder(const MEMLOAD *mp) /* reorder records */ for (i = 0; i < no_rows; i++) { for (j = 0; j < no_columns; j++) { - ssize_t n = get_input_pos(i, j); + size_t n = get_input_pos(i, j); if (n >= nrecords) { fputs("Index past end-of-file\n", stderr); return(0); @@ -502,11 +508,11 @@ badspec: return(0); } -/* resize ASCII stream input by ignoring EOLs between records */ +/* resize stream input by ignoring EOLs between ASCII records */ static int do_resize(FILE *fp) { - ssize_t records2go = ni_rows*ni_columns; + size_t records2go = ni_rows*ni_columns; int columns2go = no_columns; char word[256]; @@ -518,10 +524,22 @@ do_resize(FILE *fp) fputformat(fmtid, stdout); fputc('\n', stdout); } - /* sanity checks */ - if (comp_size || !check & - (no_columns == ni_columns) & (no_rows == ni_rows)) - return(output_stream(fp)); /* no-op -- just copy */ + if (comp_size) { /* just copy binary data? */ + size_t nwritten = output_stream(fp); + if ((no_rows > 0) & (no_columns > 0) && + nwritten != (size_t)no_rows*no_columns*n_comp*comp_size) { + if (check) { + fputs("Incorrect binary file size\n", stderr); + return(0); /* fatal if check is true */ + } + if (warnings) + fputs("Warning -- unexpected binary file size\n", stderr); + } + return(nwritten > 0); + } /* else straight ASCII data copy? */ + if (!check & (no_columns == ni_columns) & (no_rows == ni_rows)) + return(output_stream(fp) > 0); + /* need to reshape (& check?) input */ if (no_columns <= 0) { fputs("Missing -oc specification\n", stderr); return(0); @@ -535,15 +553,14 @@ do_resize(FILE *fp) return(0); } do { /* reshape records */ - int n; - - for (n = n_comp; n--; ) { + int n = n_comp; + while (n--) { if (fget_word(word, fp) == NULL) { - if (records2go > 0 || n < n_comp-1) + if ((records2go > 0) | (n < n_comp-1)) break; goto done; /* normal EOD */ } - if (check && !isfltd(word, delims)) { + if (check && !isflt(word)) { fputs("Badly formed number: ", stderr); fputs(word, stderr); fputc('\n', stderr); @@ -569,10 +586,22 @@ do_resize(FILE *fp) putc('\t', stdout); } while (--records2go); /* expected EOD? */ done: - if (warnings && columns2go != no_columns) - fputs("Warning -- incomplete final row\n", stderr); - if (warnings && fget_word(word, fp) != NULL) - fputs("Warning -- characters beyond expected EOD\n", stderr); + if (columns2go != no_columns) { + if (check) { + fputs("Incomplete final row\n", stderr); + return(0); + } + if (warnings) + fputs("Warning -- incomplete final row\n", stderr); + } + if (fget_word(word, fp) != NULL) { + if (check) { + fputs("Characters beyond expected EOD\n", stderr); + return(0); + } + if (warnings) + fputs("Warning -- characters beyond expected EOD\n", stderr); + } return(1); } @@ -716,14 +745,12 @@ main(int argc, char *argv[]) no_columns = outArray[0][1]; } /* open input file? */ - if (a == argc-1 && freopen(argv[a], "r", stdin) == NULL) { + if (a == argc-1 && freopen(argv[a], "rb", stdin) == NULL) { fprintf(stderr, "%s: cannot open for reading\n", argv[a]); return(1); - } - if (comp_size) { + } else SET_FILE_BINARY(stdin); - SET_FILE_BINARY(stdout); - } + SET_FILE_BINARY(stdout); #ifdef getc_unlocked /* avoid stupid semaphores */ flockfile(stdin); flockfile(stdout); @@ -734,28 +761,24 @@ main(int argc, char *argv[]) if (warnings) fprintf(stderr, "%s: no-op -- copying input verbatim\n", argv[0]); - if (!output_stream(stdin)) - return(1); - return(0); + return(!output_stream(stdin)); } - if (i_header) { /* read header */ - if (getheader(stdin, headline, NULL) < 0) - return(1); - if (!check_sizes()) - return(1); - if (comp_size) { /* a little late... */ - SET_FILE_BINARY(stdin); - SET_FILE_BINARY(stdout); - } - } else if (!check_sizes()) + /* read input header? */ + if (i_header && getheader(stdin, headline, NULL) < 0) return(1); - if (o_header) { /* write/add to header */ + if (!check_sizes()) /* adjust sizes */ + return(1); + if (o_header) { /* add to output header? */ if (!i_header) newheader("RADIANCE", stdout); printargs(a, argv, stdout); printf("NCOMP=%d\n", n_comp); } - if (transpose | check | (outLevels > 1) || (o_header && no_rows <= 0)) { + if (!comp_size) { /* a little late, here... */ + SET_FILE_TEXT(stdin); + SET_FILE_TEXT(stdout); + } + if (transpose | (outLevels > 1) || (o_header && no_rows <= 0)) { MEMLOAD myMem; /* need to map into memory */ if (a == argc-1) { if (load_file(&myMem, stdin) <= 0) {