src/util/rcollate.c

#ifndef lint
static const char RCSid[] = "$Id: rcollate.c,v 2.31 2019/11/08 02:10:38 greg Exp $";
#endif
/*
 * Utility to re-order records in a binary or ASCII data file (matrix)
 */

#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include "platform.h"
#include "rtio.h"
#include "resolu.h"
#if defined(_WIN32) || defined(_WIN64)
  #undef ftello
  #define       ftello  ftell
  #undef ssize_t
  #define ssize_t       size_t
#else
  #include <sys/mman.h>
#endif

#define MAXLEVELS       16      /* max RxC.. block pairs */

typedef struct {
        void    *mapped;        /* memory-mapped pointer */
        void    *base;          /* pointer to base memory */
        size_t  len;            /* allocated memory length */
} MEMLOAD;              /* file loaded/mapped into memory */

typedef struct {
        int     nw_rec;         /* number of words per record */
        long    nrecs;          /* number of records we found */
        char    *rec[1];        /* record array (extends struct) */
} RECINDEX;

int             warnings = 1;   /* report warnings? */

/* free loaded file */
static void
free_load(MEMLOAD *mp)
{
        if (mp == NULL || (mp->base == NULL) | (mp->len <= 0))
                return;
#ifdef MAP_FILE
        if (mp->mapped)
                munmap(mp->mapped, mp->len);
        else
#endif
                free(mp->base);
        mp->mapped = NULL;
        mp->base = NULL;
        mp->len = 0;
}

/* load memory from an input stream, starting from current position */
static int
load_stream(MEMLOAD *mp, FILE *fp)
{
        size_t  alloced = 0;
        char    buf[8192];
        size_t  nr;

        if (mp == NULL)
                return(-1);
        mp->mapped = NULL;
        mp->base = NULL;
        mp->len = 0;
        if (fp == NULL)
                return(-1);
        while ((nr = fread(buf, 1, sizeof(buf), fp)) > 0) {
                if (!alloced)
                        mp->base = malloc(alloced = nr);
                else if (mp->len+nr > alloced)
                        mp->base = realloc(mp->base,
                                alloced = alloced*(2+(nr==sizeof(buf)))/2+nr);
                if (mp->base == NULL)
                        return(-1);
                memcpy((char *)mp->base + mp->len, buf, nr);
                mp->len += nr;
        }
        if (ferror(fp)) {
                free_load(mp);
                return(-1);
        }
        if (alloced > mp->len*5/4)      /* don't waste too much space */
                mp->base = realloc(mp->base, mp->len);
        return(mp->len > 0);
}

/* load a file into memory */
static int
load_file(MEMLOAD *mp, FILE *fp)
{
        int     fd;
        off_t   skip, flen, fpos;

#if defined(_WIN32) || defined(_WIN64)
                                /* too difficult to fix this */
        return load_stream(mp, fp);
#endif
        if (mp == NULL)
                return(-1);
        mp->mapped = NULL;
        mp->base = NULL;
        mp->len = 0;
        if (fp == NULL)
                return(-1);
        fd = fileno(fp);
        skip = ftello(fp);
        flen = lseek(fd, 0, SEEK_END);
        if (flen <= skip)
                return((int)(flen - skip));
        mp->len = (size_t)(flen - skip);
#ifdef MAP_FILE
        if (mp->len > 1L<<20) {         /* map file if > 1 MByte */
                mp->mapped = mmap(NULL, flen, PROT_READ, MAP_PRIVATE, fd, 0);
                if (mp->mapped != MAP_FAILED) {
                        mp->base = (char *)mp->mapped + skip;
                        return(1);      /* mmap() success */
                }
                mp->mapped = NULL;      /* else fall back to reading it in... */
        }
#endif
        if (lseek(fd, skip, SEEK_SET) != skip ||
                        (mp->base = malloc(mp->len)) == NULL) {
                mp->len = 0;
                return(-1);
        }
        fpos = skip;
        while (fpos < flen) {           /* read() fails if n > 2 GBytes */
                ssize_t nread = read(fd, (char *)mp->base+(fpos-skip),
                                (flen-fpos < 1L<<24) ? flen-fpos : 1L<<24);
                if (nread <= 0) {
                        free_load(mp);
                        return(-1);
                }
                fpos += nread;
        }
        return(1);
}

/* free a record index */
#define free_records(rp)        free(rp)

/* compute record index */
static RECINDEX *
index_records(const MEMLOAD *mp, int nw_rec)
{
        int             nall = 0;
        RECINDEX        *rp;
        char            *cp, *mend;
        int             n;

        if (mp == NULL || (mp->base == NULL) | (mp->len <= 0))
                return(NULL);
        if (nw_rec <= 0)
                return(NULL);
        nall = 1000;
        rp = (RECINDEX *)malloc(sizeof(RECINDEX) + nall*sizeof(char *));
        if (rp == NULL)
                return(NULL);
        rp->nw_rec = nw_rec;
        rp->nrecs = 0;
        cp = (char *)mp->base;
        mend = cp + mp->len;
        for ( ; ; ) {                           /* whitespace-separated words */
                while (cp < mend && !*cp | isspace(*cp))
                        ++cp;
                if (cp >= mend)
                        break;
                if (rp->nrecs >= nall) {
                        nall += nall>>1;        /* get more record space */
                        rp = (RECINDEX *)realloc(rp,
                                        sizeof(RECINDEX) + nall*sizeof(char *));
                        if (rp == NULL)
                                return(NULL);
                }
                rp->rec[rp->nrecs++] = cp;      /* point to first non-white */
                n = rp->nw_rec;
                while (++cp < mend)             /* find end of record */
                        if (!*cp | isspace(*cp)) {
                                if (--n <= 0)
                                        break;  /* got requisite # words */
                                do {            /* else find next word */
                                        if (*cp == '\n') {
                                                fprintf(stderr,
                                                "Unexpected EOL in record!\n");
                                                free_records(rp);
                                                return(NULL);
                                        }
                                        if (++cp >= mend)
                                                break;
                                } while (!*cp | isspace(*cp));
                        }
        }
        rp->rec[rp->nrecs] = mend;              /* reallocate to save space */
        rp = (RECINDEX *)realloc(rp,
                        sizeof(RECINDEX) + rp->nrecs*sizeof(char *));
        return(rp);
}

/* count number of columns based on first EOL */
static int
count_columns(const RECINDEX *rp)
{
        char    *cp = rp->rec[0];
        char    *mend = rp->rec[rp->nrecs];
        int     i;

        while (*cp != '\n')
                if (++cp >= mend)
                        return(0);
        for (i = 0; i < rp->nrecs; i++)
                if (rp->rec[i] >= cp)
                        break;
        return(i);
}

/* copy nth record from index to stdout */
static int
print_record(const RECINDEX *rp, long n)
{
        int     words2go = rp->nw_rec;
        char    *scp;

        if ((n < 0) | (n >= rp->nrecs))
                return(0);
        scp = rp->rec[n];
        do {
                putc(*scp++, stdout);
                if (!*scp | isspace(*scp)) {
                        if (--words2go <= 0)
                                break;
                        putc(' ', stdout);      /* single space btwn. words */
                        do
                                if (++scp >= rp->rec[n+1])
                                        break;
                        while (!*scp | isspace(*scp));
                }
        } while (scp < rp->rec[n+1]);
                                                /* caller adds record sep. */
        return(1);
}

/* copy a stream to stdout */
static int
output_stream(FILE *fp)
{
        char    buf[8192];
        ssize_t n;

        if (fp == NULL)
                return(0);
        fflush(stdout);
        while ((n = fread(buf, 1, sizeof(buf), fp)) > 0)
                if (write(fileno(stdout), buf, n) != n)
                        return(0);
        return(!ferror(fp));
}

/* get next word from stream, leaving stream on EOL or start of next word */
static char *
fget_word(char buf[256], FILE *fp)
{
        int     c;
        char    *cp;
                                        /* skip nul's and white space */
        while (!(c = getc(fp)) || isspace(c))
                ;
        if (c == EOF)
                return(NULL);
        cp = buf;
        do
                *cp++ = c;
        while ((c = getc(fp)) != EOF && !isspace(c) && cp < buf+255);
        *cp = '\0';
        while (isspace(c) & (c != '\n'))
                c = getc(fp);
        if (c != EOF)
                ungetc(c, fp);
        return(buf);
}

char            *fmtid = NULL;                  /* format id */
int             comp_size = 0;                  /* binary bytes/channel */
int             n_comp = 0;                     /* components/record */
int             ni_columns = 0;                 /* number of input columns */
int             ni_rows = 0;                    /* number of input rows */
int             no_columns = 0;                 /* number of output columns */
int             no_rows = 0;                    /* number of output rows */
int             transpose = 0;                  /* transpose rows & cols? */
int             i_header = 1;                   /* input header? */
int             o_header = 1;                   /* output header? */
int             outArray[MAXLEVELS][2];         /* output block nesting */
int             outLevels = 0;                  /* number of blocking levels */

/* parse RxCx... string */
static int
get_array(const char *spec, int blklvl[][2], int nlvls)
{
        int     n;

        if (nlvls <= 0) {
                fputs("Too many block levels!\n", stderr);
                exit(1);
        }
        if (sscanf(spec, "%dx%d", &blklvl[0][0], &blklvl[0][1]) != 2) {
                fputs("Bad block specification!\n", stderr);
                exit(1);
        }
        while (isdigit(*spec))
                spec++;
        spec++;         /* 'x' */
        while (isdigit(*spec))
                spec++;
        if ((*spec != 'x') & (*spec != 'X')) {
                if (*spec) {
                        fputs("Blocks must be separated by 'x' or 'X'\n", stderr);
                        exit(1);
                }
                return(1);
        }
        spec++;
        n = get_array(spec, blklvl+1, nlvls-1);
        if (!n)
                return(0);
        blklvl[0][0] *= blklvl[1][0];
        blklvl[0][1] *= blklvl[1][1];
        return(n+1);
}

/* check settings and assign defaults */
static int
check_sizes()
{
        if (fmtid == NULL) {
                fmtid = "ascii";
        } else if (!comp_size) {
                if (!strcmp(fmtid, "float"))
                        comp_size = sizeof(float);
                else if (!strcmp(fmtid, "double"))
                        comp_size = sizeof(double);
                else if (!strcmp(fmtid, "byte"))
                        comp_size = 1;
                else if (strcmp(fmtid, "ascii")) {
                        fprintf(stderr, "Unsupported format: %s\n", fmtid);
                        return(0);
                }
        }
        if (transpose && (no_rows <= 0) & (no_columns <= 0)) {
                if (ni_rows > 0) no_columns = ni_rows;
                if (ni_columns > 0) no_rows = ni_columns;
        } else if ((no_rows <= 0) & (no_columns > 0) &&
                        !((ni_rows*ni_columns) % no_columns))
                no_rows = ni_rows*ni_columns/no_columns;
        if (n_comp <= 0)
                n_comp = 3;
        return(1);
}

/* call to compute block input position */
static long
get_block_pos(int r, int c, int blklvl[][2], int nlvls)
{
        long    n = 0;

        while (nlvls > 1) {
                int     sr = r/blklvl[1][0];
                int     sc = c/blklvl[1][1];
                r -= sr*blklvl[1][0];
                c -= sc*blklvl[1][1];
                n += sr*blklvl[1][0]*blklvl[0][1] + sc*blklvl[1][0]*blklvl[1][1];
                blklvl++;
                nlvls--;
        }
        n += r*blklvl[0][1] + c;
        return(n);
}

/* return input offset based on array ordering and transpose option */
static long
get_input_pos(int r, int c)
{
        long    n;

        if (outLevels > 1) {            /* block reordering */
                n = get_block_pos(r, c, outArray, outLevels);
                if (transpose) {
                        r = n/no_columns;
                        c = n - r*no_columns;
                        n = (long)r*ni_columns + c;
                }
        } else if (transpose)           /* transpose only */
                n = (long)c*ni_columns + r;
        else                            /* XXX should never happen! */
                n = (long)r*no_columns + c;
        return(n);
}

/* output reordered ASCII or binary data from memory */
static int
do_reorder(const MEMLOAD *mp)
{
        static const char       tabEOL[2] = {'\t','\n'};
        RECINDEX                *rp = NULL;
        long                    nrecords;
        int                     i, j;
                                                /* propogate sizes */
        if (ni_rows <= 0)
                ni_rows = no_columns;
        if (ni_columns <= 0)
                ni_columns = no_rows;
                                                /* get # records (& index) */
        if (!comp_size) {
                if ((rp = index_records(mp, n_comp)) == NULL)
                        return(0);
                if (ni_columns <= 0)
                        ni_columns = count_columns(rp);
                nrecords = rp->nrecs;
        } else if ((ni_rows > 0) & (ni_columns > 0)) {
                nrecords = ni_rows*ni_columns;
                if (nrecords > mp->len/(n_comp*comp_size)) {
                        fprintf(stderr,
                            "Input too small for specified size and type\n");
                        return(0);
                }
        } else
                nrecords = mp->len/(n_comp*comp_size);
                                                /* check sizes */
        if ((ni_rows <= 0) & (ni_columns > 0))
                ni_rows = nrecords/ni_columns;
        if ((ni_columns <= 0) & (ni_rows > 0))
                ni_columns = nrecords/ni_rows;
        if (nrecords != ni_rows*ni_columns)
                goto badspec;
        if (transpose) {
                if (no_columns <= 0)
                        no_columns = ni_rows;
                if (no_rows <= 0)
                        no_rows = ni_columns;
                if ((no_rows != ni_columns) | (no_columns != ni_rows))
                        goto badspec;
        }
                                                /* reorder records */
        for (i = 0; i < no_rows; i++) {
            for (j = 0; j < no_columns; j++) {
                long    n = get_input_pos(i, j);
                if (rp != NULL) {               /* ASCII output */
                        print_record(rp, n);
                        putc(tabEOL[j >= no_columns-1], stdout);
                } else {                        /* binary output */
                        putbinary((char *)mp->base + (n_comp*comp_size)*n,
                                        comp_size, n_comp, stdout);
                }
            }
            if (ferror(stdout)) {
                fprintf(stderr, "Error writing to stdout\n");
                return(0);
            }
        }
        if (rp != NULL)
                free_records(rp);
        return(1);
badspec:
        fprintf(stderr, "Bad dimension(s)\n");
        return(0);
}

/* resize ASCII stream input by ignoring EOLs between records */
static int
do_resize(FILE *fp)
{
        long    records2go = ni_rows*ni_columns;
        int     columns2go = no_columns;
        char    word[256];
                                                /* sanity checks */
        if (comp_size || (no_columns == ni_columns) & (no_rows == ni_rows))
                return(output_stream(fp));      /* no-op -- just copy */
        if (no_columns <= 0) {
                fprintf(stderr, "Missing -oc specification\n");
                return(0);
        }
        if ((records2go <= 0) & (no_rows > 0))
                records2go = no_rows*no_columns;
        else if (no_rows*no_columns != records2go) {
                fprintf(stderr,
                        "Input and output data sizes disagree (%dx%d != %dx%d)\n",
                                ni_rows, ni_columns, no_rows, no_columns);
                return(0);
        }
        do {                                    /* reshape records */
                int     n;

                for (n = n_comp; n--; ) {
                        if (fget_word(word, fp) == NULL) {
                                if (records2go > 0 || n < n_comp-1)
                                        break;
                                goto done;      /* normal EOD */
                        }
                        fputs(word, stdout);
                        if (n) {                /* mid-record? */
                                int     c = getc(fp);
                                if ((c == '\n') | (c == EOF))
                                        break;
                                ungetc(c, fp);
                                putc(' ', stdout);
                        }
                }
                if (n >= 0) {
                        fprintf(stderr, "Incomplete record / unexpected EOF\n");
                        return(0);
                }
                if (--columns2go <= 0) {        /* time to end output row? */
                        putc('\n', stdout);
                        columns2go = no_columns;
                } else                          /* else separate records */
                        putc('\t', stdout);
        } while (--records2go);                 /* expected EOD? */
done:
        if (warnings && columns2go != no_columns)
                fprintf(stderr, "Warning -- incomplete final row\n");
        if (warnings && fget_word(word, fp) != NULL)
                fprintf(stderr, "Warning -- characters beyond expected EOD\n");
        return(1);
}

/* process a header line and copy to stdout */
static int
headline(char *s, void *p)
{
        static char     fmt[MAXFMTLEN];
        int             n;

        if (formatval(fmt, s)) {
                if (fmtid == NULL) {
                        fmtid = fmt;
                        return(0);
                }
                if (!strcmp(fmt, fmtid))
                        return(0);
                fprintf(stderr, "Input format '%s' != '%s'\n", fmt, fmtid);
                return(-1);
        }
        if (!strncmp(s, "NROWS=", 6)) {
                n = atoi(s+6);
                if ((ni_rows > 0) & (n != ni_rows)) {
                        fputs("Incorrect input row count\n", stderr);
                        return(-1);
                }
                ni_rows = n;
                return(0);
        }
        if (!strncmp(s, "NCOLS=", 6)) {
                n = atoi(s+6);
                if ((ni_columns > 0) & (n != ni_columns)) {
                        fputs("Incorrect input column count\n", stderr);
                        return(-1);
                }
                ni_columns = n;
                return(0);
        }
        if (!strncmp(s, "NCOMP=", 6)) {
                n = atoi(s+6);
                if ((n_comp > 0) & (n != n_comp)) {
                        fputs("Incorrect number of components\n", stderr);
                        return(-1);
                }
                n_comp = n;
                return(0);
        }
        if (o_header)
                fputs(s, stdout);               /* copy header info. */
        return(0);
}

/* main routine for converting rows/columns in data file */
int
main(int argc, char *argv[])
{
        int     a;

        for (a = 1; a < argc && argv[a][0] == '-'; a++)
                switch (argv[a][1]) {
                case 'i':                       /* input */
                        if (argv[a][2] == 'c')  /* columns */
                                ni_columns = atoi(argv[++a]);
                        else if (argv[a][2] == 'r')
                                ni_rows = atoi(argv[++a]);
                        else
                                goto userr;
                        break;
                case 'o':                       /* output */
                        if (argv[a][2] == 'c')  /* columns */
                                no_columns = atoi(argv[++a]);
                        else if (argv[a][2] == 'r')
                                no_rows = atoi(argv[++a]);
                        else if (argv[a][2] ||
                          !(outLevels=get_array(argv[++a], outArray, MAXLEVELS)))
                                goto userr;
                        break;
                case 'h':                       /* turn off header */
                        switch (argv[a][2]) {
                        case 'i':
                                i_header = 0;
                                break;
                        case 'o':
                                o_header = 0;
                                break;
                        case '\0':
                                i_header = o_header = 0;
                                break;
                        default:
                                goto userr;
                        }
                        break;
                case 't':                       /* transpose on/off */
                        transpose = !transpose;
                        break;
                case 'f':                       /* format */
                        switch (argv[a][2]) {
                        case 'a':               /* ASCII */
                        case 'A':
                                fmtid = "ascii";
                                comp_size = 0;
                                break;
                        case 'f':               /* float */
                        case 'F':
                                fmtid = "float";
                                comp_size = sizeof(float);
                                break;
                        case 'd':               /* double */
                        case 'D':
                                fmtid = "double";
                                comp_size = sizeof(double);
                                break;
                        case 'b':               /* binary (bytes) */
                        case 'B':
                                fmtid = "byte";
                                comp_size = 1;
                                break;
                        default:
                                goto userr;
                        }
                        if (argv[a][3]) {
                                if (!isdigit(argv[a][3]))
                                        goto userr;
                                n_comp = atoi(argv[a]+3);
                        } else
                                n_comp = 1;
                        break;
                case 'w':                       /* warnings on/off */
                        warnings = !warnings;
                        break;
                default:
                        goto userr;
                }
        if (a < argc-1)                         /* arg count OK? */
                goto userr;
        if (outLevels) {                        /* should check consistency? */
                no_rows = outArray[0][0];
                no_columns = outArray[0][1];
        }
                                                /* open input file? */
        if (a == argc-1 && freopen(argv[a], "r", stdin) == NULL) {
                fprintf(stderr, "%s: cannot open for reading\n", argv[a]);
                return(1);
        }
        if (comp_size) {
                SET_FILE_BINARY(stdin);
                SET_FILE_BINARY(stdout);
        }
                                                /* check for no-op */
        if (!transpose & (outLevels <= 1) & (i_header == o_header) &&
                        (no_columns == ni_columns) & (no_rows == ni_rows)) {
                if (warnings)
                        fprintf(stderr, "%s: no-op -- copying input verbatim\n",
                                argv[0]);
                if (!output_stream(stdin))
                        return(1);
                return(0);
        }
        if (i_header) {                         /* read header */
                if (getheader(stdin, headline, NULL) < 0)
                        return(1);
                if (!check_sizes())
                        return(1);
                if (comp_size) {                /* a little late... */
                        SET_FILE_BINARY(stdin);
                        SET_FILE_BINARY(stdout);
                }
        } else if (!check_sizes())
                return(1);
        if (o_header) {                         /* write/add to header */
                if (!i_header)
                        newheader("RADIANCE", stdout);
                printargs(a, argv, stdout);
                if (no_rows > 0)
                        printf("NROWS=%d\n", no_rows);
                if (no_columns > 0)
                        printf("NCOLS=%d\n", no_columns);
                printf("NCOMP=%d\n", n_comp);
                fputformat(fmtid, stdout);
                fputc('\n', stdout);            /* finish new header */
        }
        if (transpose | (outLevels > 1)) {      /* moving stuff around? */
                MEMLOAD myMem;                  /* need to map into memory */
                if (a == argc-1) {
                        if (load_file(&myMem, stdin) <= 0) {
                                fprintf(stderr, "%s: error loading file into memory\n",
                                                argv[a]);
                                return(1);
                        }
                } else if (load_stream(&myMem, stdin) <= 0) {
                        fprintf(stderr, "%s: error loading stdin into memory\n",
                                                argv[0]);
                        return(1);
                }
                if (!do_reorder(&myMem))
                        return(1);
                /* free_load(&myMem);   about to exit, so don't bother */
        } else if (!do_resize(stdin))           /* reshaping input */
                return(1);
        return(0);
userr:
        fprintf(stderr,
"Usage: %s [-h[io]][-w][-f[afdb][N]][-t][-ic in_col][-ir in_row][-oc out_col][-or out_row][-o RxC[xR1xC1..]] [input.dat]\n",
                        argv[0]);
        return(1);
}
Revision:	2.32
Committed:	Fri Nov 8 05:39:05 2019 UTC (4 years, 5 months ago) by greg
Content type:	text/plain
Branch:	MAIN
Changes since 2.31:	+2 -9 lines
Log Message:	Fixing minor issues with new -o code
#	User	Rev	Content
1	greg	2.1	#ifndef lint
2	greg	2.32	static const char RCSid[] = "$Id: rcollate.c,v 2.31 2019/11/08 02:10:38 greg Exp $";
3	greg	2.1	#endif
4			/*
5			* Utility to re-order records in a binary or ASCII data file (matrix)
6			*/
7
8			#include <stdlib.h>
9			#include <string.h>
10			#include <ctype.h>
11			#include "platform.h"
12			#include "rtio.h"
13			#include "resolu.h"
14	schorsch	2.23	#if defined(_WIN32) \|\| defined(_WIN64)
15			#undef ftello
16			#define ftello ftell
17			#undef ssize_t
18			#define ssize_t size_t
19	greg	2.7	#else
20	schorsch	2.23	#include <sys/mman.h>
21	greg	2.1	#endif
22
23	greg	2.31	#define MAXLEVELS 16 /* max RxC.. block pairs */
24
25	greg	2.1	typedef struct {
26	greg	2.29	void mapped; / memory-mapped pointer */
27	greg	2.1	void base; / pointer to base memory */
28			size_t len; /* allocated memory length */
29			} MEMLOAD; /* file loaded/mapped into memory */
30
31			typedef struct {
32			int nw_rec; /* number of words per record */
33	greg	2.31	long nrecs; /* number of records we found */
34	greg	2.1	char rec[1]; / record array (extends struct) */
35			} RECINDEX;
36
37	greg	2.4	int warnings = 1; /* report warnings? */
38
39	greg	2.1	/* free loaded file */
40			static void
41			free_load(MEMLOAD *mp)
42			{
43			if (mp == NULL \|\| (mp->base == NULL) \| (mp->len <= 0))
44			return;
45			#ifdef MAP_FILE
46			if (mp->mapped)
47	greg	2.29	munmap(mp->mapped, mp->len);
48	greg	2.1	else
49			#endif
50			free(mp->base);
51	greg	2.29	mp->mapped = NULL;
52	greg	2.1	mp->base = NULL;
53			mp->len = 0;
54			}
55
56	greg	2.20	/* load memory from an input stream, starting from current position */
57			static int
58			load_stream(MEMLOAD mp, FILE fp)
59			{
60			size_t alloced = 0;
61			char buf[8192];
62			size_t nr;
63
64			if (mp == NULL)
65			return(-1);
66	greg	2.29	mp->mapped = NULL;
67	greg	2.20	mp->base = NULL;
68			mp->len = 0;
69			if (fp == NULL)
70			return(-1);
71			while ((nr = fread(buf, 1, sizeof(buf), fp)) > 0) {
72			if (!alloced)
73	greg	2.21	mp->base = malloc(alloced = nr);
74	greg	2.20	else if (mp->len+nr > alloced)
75			mp->base = realloc(mp->base,
76			alloced = alloced*(2+(nr==sizeof(buf)))/2+nr);
77			if (mp->base == NULL)
78			return(-1);
79			memcpy((char *)mp->base + mp->len, buf, nr);
80			mp->len += nr;
81			}
82			if (ferror(fp)) {
83			free_load(mp);
84			return(-1);
85			}
86			if (alloced > mp->len5/4) / don't waste too much space */
87			mp->base = realloc(mp->base, mp->len);
88			return(mp->len > 0);
89			}
90
91	greg	2.1	/* load a file into memory */
92			static int
93			load_file(MEMLOAD mp, FILE fp)
94			{
95			int fd;
96	greg	2.28	off_t skip, flen, fpos;
97	greg	2.1
98	schorsch	2.23	#if defined(_WIN32) \|\| defined(_WIN64)
99			/* too difficult to fix this */
100	greg	2.20	return load_stream(mp, fp);
101			#endif
102	greg	2.1	if (mp == NULL)
103			return(-1);
104	greg	2.29	mp->mapped = NULL;
105	greg	2.1	mp->base = NULL;
106			mp->len = 0;
107			if (fp == NULL)
108			return(-1);
109			fd = fileno(fp);
110			skip = ftello(fp);
111			flen = lseek(fd, 0, SEEK_END);
112			if (flen <= skip)
113			return((int)(flen - skip));
114			mp->len = (size_t)(flen - skip);
115			#ifdef MAP_FILE
116			if (mp->len > 1L<<20) { /* map file if > 1 MByte */
117	greg	2.29	mp->mapped = mmap(NULL, flen, PROT_READ, MAP_PRIVATE, fd, 0);
118			if (mp->mapped != MAP_FAILED) {
119			mp->base = (char *)mp->mapped + skip;
120	greg	2.1	return(1); /* mmap() success */
121			}
122	greg	2.29	mp->mapped = NULL; /* else fall back to reading it in... */
123	greg	2.1	}
124			#endif
125			if (lseek(fd, skip, SEEK_SET) != skip \|\|
126			(mp->base = malloc(mp->len)) == NULL) {
127			mp->len = 0;
128			return(-1);
129			}
130	greg	2.28	fpos = skip;
131			while (fpos < flen) { /* read() fails if n > 2 GBytes */
132			ssize_t nread = read(fd, (char *)mp->base+(fpos-skip),
133			(flen-fpos < 1L<<24) ? flen-fpos : 1L<<24);
134	greg	2.27	if (nread <= 0) {
135			free_load(mp);
136			return(-1);
137			}
138	greg	2.28	fpos += nread;
139	greg	2.1	}
140			return(1);
141			}
142
143			/* free a record index */
144			#define free_records(rp) free(rp)
145
146			/* compute record index */
147			static RECINDEX *
148			index_records(const MEMLOAD *mp, int nw_rec)
149			{
150	greg	2.24	int nall = 0;
151	greg	2.1	RECINDEX *rp;
152			char cp, mend;
153			int n;
154
155			if (mp == NULL \|\| (mp->base == NULL) \| (mp->len <= 0))
156			return(NULL);
157			if (nw_rec <= 0)
158			return(NULL);
159	greg	2.24	nall = 1000;
160			rp = (RECINDEX )malloc(sizeof(RECINDEX) + nallsizeof(char *));
161	greg	2.1	if (rp == NULL)
162			return(NULL);
163			rp->nw_rec = nw_rec;
164			rp->nrecs = 0;
165			cp = (char *)mp->base;
166			mend = cp + mp->len;
167			for ( ; ; ) { /* whitespace-separated words */
168			while (cp < mend && !cp \| isspace(cp))
169			++cp;
170			if (cp >= mend)
171			break;
172	greg	2.24	if (rp->nrecs >= nall) {
173			nall += nall>>1; /* get more record space */
174			rp = (RECINDEX *)realloc(rp,
175			sizeof(RECINDEX) + nallsizeof(char ));
176			if (rp == NULL)
177			return(NULL);
178			}
179	greg	2.1	rp->rec[rp->nrecs++] = cp; /* point to first non-white */
180			n = rp->nw_rec;
181			while (++cp < mend) /* find end of record */
182			if (!cp \| isspace(cp)) {
183			if (--n <= 0)
184			break; /* got requisite # words */
185			do { /* else find next word */
186			if (*cp == '\n') {
187			fprintf(stderr,
188			"Unexpected EOL in record!\n");
189			free_records(rp);
190			return(NULL);
191			}
192			if (++cp >= mend)
193			break;
194			} while (!cp \| isspace(cp));
195			}
196			}
197			rp->rec[rp->nrecs] = mend; /* reallocate to save space */
198			rp = (RECINDEX *)realloc(rp,
199			sizeof(RECINDEX) + rp->nrecssizeof(char ));
200			return(rp);
201			}
202
203			/* count number of columns based on first EOL */
204			static int
205			count_columns(const RECINDEX *rp)
206			{
207			char *cp = rp->rec[0];
208			char *mend = rp->rec[rp->nrecs];
209			int i;
210
211			while (*cp != '\n')
212			if (++cp >= mend)
213			return(0);
214			for (i = 0; i < rp->nrecs; i++)
215			if (rp->rec[i] >= cp)
216			break;
217			return(i);
218			}
219
220			/* copy nth record from index to stdout */
221			static int
222	greg	2.31	print_record(const RECINDEX *rp, long n)
223	greg	2.1	{
224			int words2go = rp->nw_rec;
225			char *scp;
226
227			if ((n < 0) \| (n >= rp->nrecs))
228			return(0);
229			scp = rp->rec[n];
230			do {
231			putc(*scp++, stdout);
232			if (!scp \| isspace(scp)) {
233			if (--words2go <= 0)
234			break;
235			putc(' ', stdout); /* single space btwn. words */
236			do
237			if (++scp >= rp->rec[n+1])
238			break;
239			while (!scp \| isspace(scp));
240			}
241			} while (scp < rp->rec[n+1]);
242			/* caller adds record sep. */
243			return(1);
244			}
245
246			/* copy a stream to stdout */
247			static int
248			output_stream(FILE *fp)
249			{
250			char buf[8192];
251			ssize_t n;
252
253			if (fp == NULL)
254			return(0);
255	greg	2.13	fflush(stdout);
256			while ((n = fread(buf, 1, sizeof(buf), fp)) > 0)
257	greg	2.1	if (write(fileno(stdout), buf, n) != n)
258			return(0);
259	greg	2.13	return(!ferror(fp));
260	greg	2.1	}
261
262			/* get next word from stream, leaving stream on EOL or start of next word */
263			static char *
264			fget_word(char buf[256], FILE *fp)
265			{
266			int c;
267			char *cp;
268			/* skip nul's and white space */
269			while (!(c = getc(fp)) \|\| isspace(c))
270			;
271			if (c == EOF)
272			return(NULL);
273			cp = buf;
274			do
275			*cp++ = c;
276			while ((c = getc(fp)) != EOF && !isspace(c) && cp < buf+255);
277			*cp = '\0';
278			while (isspace(c) & (c != '\n'))
279			c = getc(fp);
280			if (c != EOF)
281			ungetc(c, fp);
282			return(buf);
283			}
284
285	greg	2.9	char fmtid = NULL; / format id */
286			int comp_size = 0; /* binary bytes/channel */
287			int n_comp = 0; /* components/record */
288	greg	2.1	int ni_columns = 0; /* number of input columns */
289			int ni_rows = 0; /* number of input rows */
290			int no_columns = 0; /* number of output columns */
291			int no_rows = 0; /* number of output rows */
292	greg	2.16	int transpose = 0; /* transpose rows & cols? */
293			int i_header = 1; /* input header? */
294			int o_header = 1; /* output header? */
295	greg	2.31	int outArray[MAXLEVELS][2]; /* output block nesting */
296			int outLevels = 0; /* number of blocking levels */
297
298			/* parse RxCx... string */
299			static int
300			get_array(const char *spec, int blklvl[][2], int nlvls)
301			{
302			int n;
303
304			if (nlvls <= 0) {
305			fputs("Too many block levels!\n", stderr);
306			exit(1);
307			}
308			if (sscanf(spec, "%dx%d", &blklvl[0][0], &blklvl[0][1]) != 2) {
309			fputs("Bad block specification!\n", stderr);
310			exit(1);
311			}
312			while (isdigit(*spec))
313			spec++;
314			spec++; /* 'x' */
315			while (isdigit(*spec))
316			spec++;
317			if ((spec != 'x') & (spec != 'X')) {
318			if (*spec) {
319			fputs("Blocks must be separated by 'x' or 'X'\n", stderr);
320			exit(1);
321			}
322			return(1);
323			}
324			spec++;
325			n = get_array(spec, blklvl+1, nlvls-1);
326			if (!n)
327			return(0);
328			blklvl[0][0] *= blklvl[1][0];
329			blklvl[0][1] *= blklvl[1][1];
330			return(n+1);
331			}
332	greg	2.1
333	greg	2.9	/* check settings and assign defaults */
334	greg	2.11	static int
335	greg	2.9	check_sizes()
336			{
337			if (fmtid == NULL) {
338			fmtid = "ascii";
339			} else if (!comp_size) {
340			if (!strcmp(fmtid, "float"))
341			comp_size = sizeof(float);
342			else if (!strcmp(fmtid, "double"))
343			comp_size = sizeof(double);
344			else if (!strcmp(fmtid, "byte"))
345			comp_size = 1;
346	greg	2.14	else if (strcmp(fmtid, "ascii")) {
347	greg	2.11	fprintf(stderr, "Unsupported format: %s\n", fmtid);
348			return(0);
349			}
350	greg	2.9	}
351	greg	2.16	if (transpose && (no_rows <= 0) & (no_columns <= 0)) {
352			if (ni_rows > 0) no_columns = ni_rows;
353			if (ni_columns > 0) no_rows = ni_columns;
354			} else if ((no_rows <= 0) & (no_columns > 0) &&
355			!((ni_rows*ni_columns) % no_columns))
356			no_rows = ni_rows*ni_columns/no_columns;
357	greg	2.9	if (n_comp <= 0)
358			n_comp = 3;
359	greg	2.11	return(1);
360	greg	2.9	}
361
362	greg	2.31	/* call to compute block input position */
363			static long
364			get_block_pos(int r, int c, int blklvl[][2], int nlvls)
365			{
366			long n = 0;
367
368			while (nlvls > 1) {
369			int sr = r/blklvl[1][0];
370			int sc = c/blklvl[1][1];
371			r -= sr*blklvl[1][0];
372			c -= sc*blklvl[1][1];
373			n += srblklvl[1][0]blklvl[0][1] + scblklvl[1][0]blklvl[1][1];
374			blklvl++;
375			nlvls--;
376			}
377			n += r*blklvl[0][1] + c;
378			return(n);
379			}
380
381			/* return input offset based on array ordering and transpose option */
382			static long
383			get_input_pos(int r, int c)
384			{
385			long n;
386
387			if (outLevels > 1) { /* block reordering */
388			n = get_block_pos(r, c, outArray, outLevels);
389			if (transpose) {
390			r = n/no_columns;
391			c = n - r*no_columns;
392			n = (long)r*ni_columns + c;
393			}
394			} else if (transpose) /* transpose only */
395			n = (long)c*ni_columns + r;
396			else /* XXX should never happen! */
397	greg	2.32	n = (long)r*no_columns + c;
398	greg	2.31	return(n);
399			}
400
401			/* output reordered ASCII or binary data from memory */
402	greg	2.1	static int
403	greg	2.31	do_reorder(const MEMLOAD *mp)
404	greg	2.1	{
405			static const char tabEOL[2] = {'\t','\n'};
406			RECINDEX *rp = NULL;
407			long nrecords;
408			int i, j;
409	greg	2.5	/* propogate sizes */
410			if (ni_rows <= 0)
411			ni_rows = no_columns;
412			if (ni_columns <= 0)
413			ni_columns = no_rows;
414	greg	2.1	/* get # records (& index) */
415	greg	2.9	if (!comp_size) {
416			if ((rp = index_records(mp, n_comp)) == NULL)
417	greg	2.1	return(0);
418			if (ni_columns <= 0)
419			ni_columns = count_columns(rp);
420			nrecords = rp->nrecs;
421	greg	2.3	} else if ((ni_rows > 0) & (ni_columns > 0)) {
422	greg	2.1	nrecords = ni_rows*ni_columns;
423	greg	2.9	if (nrecords > mp->len/(n_comp*comp_size)) {
424	greg	2.3	fprintf(stderr,
425			"Input too small for specified size and type\n");
426			return(0);
427			}
428			} else
429	greg	2.9	nrecords = mp->len/(n_comp*comp_size);
430	greg	2.1	/* check sizes */
431			if ((ni_rows <= 0) & (ni_columns > 0))
432			ni_rows = nrecords/ni_columns;
433			if ((ni_columns <= 0) & (ni_rows > 0))
434			ni_columns = nrecords/ni_rows;
435			if (nrecords != ni_rows*ni_columns)
436			goto badspec;
437	greg	2.31	if (transpose) {
438			if (no_columns <= 0)
439			no_columns = ni_rows;
440			if (no_rows <= 0)
441			no_rows = ni_columns;
442			if ((no_rows != ni_columns) \| (no_columns != ni_rows))
443			goto badspec;
444			}
445			/* reorder records */
446	greg	2.1	for (i = 0; i < no_rows; i++) {
447	greg	2.31	for (j = 0; j < no_columns; j++) {
448			long n = get_input_pos(i, j);
449	greg	2.1	if (rp != NULL) { /* ASCII output */
450	greg	2.31	print_record(rp, n);
451	greg	2.1	putc(tabEOL[j >= no_columns-1], stdout);
452			} else { /* binary output */
453	greg	2.31	putbinary((char )mp->base + (n_compcomp_size)*n,
454	greg	2.25	comp_size, n_comp, stdout);
455	greg	2.1	}
456	greg	2.31	}
457	greg	2.1	if (ferror(stdout)) {
458			fprintf(stderr, "Error writing to stdout\n");
459			return(0);
460			}
461			}
462			if (rp != NULL)
463			free_records(rp);
464			return(1);
465			badspec:
466	greg	2.31	fprintf(stderr, "Bad dimension(s)\n");
467	greg	2.1	return(0);
468			}
469
470			/* resize ASCII stream input by ignoring EOLs between records */
471			static int
472			do_resize(FILE *fp)
473			{
474			long records2go = ni_rows*ni_columns;
475			int columns2go = no_columns;
476			char word[256];
477			/* sanity checks */
478	greg	2.19	if (comp_size \|\| (no_columns == ni_columns) & (no_rows == ni_rows))
479			return(output_stream(fp)); /* no-op -- just copy */
480	greg	2.1	if (no_columns <= 0) {
481			fprintf(stderr, "Missing -oc specification\n");
482			return(0);
483			}
484			if ((records2go <= 0) & (no_rows > 0))
485			records2go = no_rows*no_columns;
486			else if (no_rows*no_columns != records2go) {
487			fprintf(stderr,
488			"Input and output data sizes disagree (%dx%d != %dx%d)\n",
489			ni_rows, ni_columns, no_rows, no_columns);
490			return(0);
491			}
492			do { /* reshape records */
493			int n;
494
495	greg	2.9	for (n = n_comp; n--; ) {
496	greg	2.1	if (fget_word(word, fp) == NULL) {
497	greg	2.9	if (records2go > 0 \|\| n < n_comp-1)
498	greg	2.1	break;
499			goto done; /* normal EOD */
500			}
501			fputs(word, stdout);
502			if (n) { /* mid-record? */
503			int c = getc(fp);
504			if ((c == '\n') \| (c == EOF))
505			break;
506			ungetc(c, fp);
507			putc(' ', stdout);
508			}
509			}
510			if (n >= 0) {
511			fprintf(stderr, "Incomplete record / unexpected EOF\n");
512			return(0);
513			}
514			if (--columns2go <= 0) { /* time to end output row? */
515			putc('\n', stdout);
516			columns2go = no_columns;
517			} else /* else separate records */
518			putc('\t', stdout);
519			} while (--records2go); /* expected EOD? */
520			done:
521	greg	2.4	if (warnings && columns2go != no_columns)
522	greg	2.1	fprintf(stderr, "Warning -- incomplete final row\n");
523	greg	2.4	if (warnings && fget_word(word, fp) != NULL)
524			fprintf(stderr, "Warning -- characters beyond expected EOD\n");
525	greg	2.1	return(1);
526			}
527
528			/* process a header line and copy to stdout */
529			static int
530			headline(char s, void p)
531			{
532	greg	2.26	static char fmt[MAXFMTLEN];
533	greg	2.9	int n;
534	greg	2.1
535			if (formatval(fmt, s)) {
536	greg	2.9	if (fmtid == NULL) {
537			fmtid = fmt;
538			return(0);
539			}
540	greg	2.1	if (!strcmp(fmt, fmtid))
541			return(0);
542			fprintf(stderr, "Input format '%s' != '%s'\n", fmt, fmtid);
543			return(-1);
544			}
545	greg	2.9	if (!strncmp(s, "NROWS=", 6)) {
546			n = atoi(s+6);
547			if ((ni_rows > 0) & (n != ni_rows)) {
548			fputs("Incorrect input row count\n", stderr);
549			return(-1);
550			}
551			ni_rows = n;
552			return(0);
553			}
554			if (!strncmp(s, "NCOLS=", 6)) {
555			n = atoi(s+6);
556			if ((ni_columns > 0) & (n != ni_columns)) {
557			fputs("Incorrect input column count\n", stderr);
558			return(-1);
559			}
560			ni_columns = n;
561			return(0);
562			}
563			if (!strncmp(s, "NCOMP=", 6)) {
564			n = atoi(s+6);
565			if ((n_comp > 0) & (n != n_comp)) {
566	greg	2.14	fputs("Incorrect number of components\n", stderr);
567	greg	2.9	return(-1);
568			}
569			n_comp = n;
570			return(0);
571			}
572	greg	2.16	if (o_header)
573			fputs(s, stdout); /* copy header info. */
574	greg	2.1	return(0);
575			}
576
577			/* main routine for converting rows/columns in data file */
578			int
579			main(int argc, char *argv[])
580			{
581	greg	2.14	int a;
582	greg	2.1
583	greg	2.14	for (a = 1; a < argc && argv[a][0] == '-'; a++)
584			switch (argv[a][1]) {
585	greg	2.1	case 'i': /* input */
586	greg	2.14	if (argv[a][2] == 'c') /* columns */
587			ni_columns = atoi(argv[++a]);
588			else if (argv[a][2] == 'r')
589			ni_rows = atoi(argv[++a]);
590	greg	2.1	else
591			goto userr;
592			break;
593			case 'o': /* output */
594	greg	2.14	if (argv[a][2] == 'c') /* columns */
595			no_columns = atoi(argv[++a]);
596			else if (argv[a][2] == 'r')
597			no_rows = atoi(argv[++a]);
598	greg	2.31	else if (argv[a][2] \|\|
599			!(outLevels=get_array(argv[++a], outArray, MAXLEVELS)))
600	greg	2.1	goto userr;
601			break;
602	greg	2.10	case 'h': /* turn off header */
603	greg	2.14	switch (argv[a][2]) {
604	greg	2.10	case 'i':
605			i_header = 0;
606			break;
607			case 'o':
608			o_header = 0;
609			break;
610			case '\0':
611			i_header = o_header = 0;
612			break;
613			default:
614			goto userr;
615			}
616	greg	2.1	break;
617			case 't': /* transpose on/off */
618			transpose = !transpose;
619			break;
620			case 'f': /* format */
621	greg	2.14	switch (argv[a][2]) {
622	greg	2.1	case 'a': /* ASCII */
623			case 'A':
624			fmtid = "ascii";
625	greg	2.9	comp_size = 0;
626	greg	2.1	break;
627			case 'f': /* float */
628			case 'F':
629			fmtid = "float";
630	greg	2.9	comp_size = sizeof(float);
631	greg	2.1	break;
632			case 'd': /* double */
633			case 'D':
634			fmtid = "double";
635	greg	2.9	comp_size = sizeof(double);
636	greg	2.1	break;
637			case 'b': /* binary (bytes) */
638			case 'B':
639			fmtid = "byte";
640	greg	2.9	comp_size = 1;
641	greg	2.1	break;
642			default:
643			goto userr;
644			}
645	greg	2.14	if (argv[a][3]) {
646			if (!isdigit(argv[a][3]))
647	greg	2.1	goto userr;
648	greg	2.14	n_comp = atoi(argv[a]+3);
649			} else
650			n_comp = 1;
651	greg	2.1	break;
652	greg	2.4	case 'w': /* warnings on/off */
653			warnings = !warnings;
654			break;
655	greg	2.1	default:
656			goto userr;
657			}
658	greg	2.14	if (a < argc-1) /* arg count OK? */
659	greg	2.1	goto userr;
660	greg	2.31	if (outLevels) { /* should check consistency? */
661			no_rows = outArray[0][0];
662			no_columns = outArray[0][1];
663			}
664	greg	2.1	/* open input file? */
665	greg	2.14	if (a == argc-1 && freopen(argv[a], "r", stdin) == NULL) {
666			fprintf(stderr, "%s: cannot open for reading\n", argv[a]);
667	greg	2.1	return(1);
668			}
669	greg	2.9	if (comp_size) {
670	greg	2.1	SET_FILE_BINARY(stdin);
671			SET_FILE_BINARY(stdout);
672			}
673			/* check for no-op */
674	greg	2.31	if (!transpose & (outLevels <= 1) & (i_header == o_header) &&
675	greg	2.19	(no_columns == ni_columns) & (no_rows == ni_rows)) {
676	greg	2.4	if (warnings)
677			fprintf(stderr, "%s: no-op -- copying input verbatim\n",
678	greg	2.1	argv[0]);
679			if (!output_stream(stdin))
680			return(1);
681			return(0);
682			}
683	greg	2.10	if (i_header) { /* read header */
684	greg	2.15	if (getheader(stdin, headline, NULL) < 0)
685	greg	2.1	return(1);
686	greg	2.11	if (!check_sizes())
687			return(1);
688	greg	2.9	if (comp_size) { /* a little late... */
689			SET_FILE_BINARY(stdin);
690			SET_FILE_BINARY(stdout);
691			}
692	greg	2.11	} else if (!check_sizes())
693			return(1);
694	greg	2.30	if (o_header) { /* write/add to header */
695			if (!i_header)
696			newheader("RADIANCE", stdout);
697	greg	2.14	printargs(a, argv, stdout);
698	greg	2.9	if (no_rows > 0)
699			printf("NROWS=%d\n", no_rows);
700			if (no_columns > 0)
701			printf("NCOLS=%d\n", no_columns);
702			printf("NCOMP=%d\n", n_comp);
703	greg	2.1	fputformat(fmtid, stdout);
704			fputc('\n', stdout); /* finish new header */
705	greg	2.10	}
706	greg	2.31	if (transpose \| (outLevels > 1)) { /* moving stuff around? */
707	greg	2.19	MEMLOAD myMem; /* need to map into memory */
708	greg	2.14	if (a == argc-1) {
709	greg	2.1	if (load_file(&myMem, stdin) <= 0) {
710			fprintf(stderr, "%s: error loading file into memory\n",
711	greg	2.14	argv[a]);
712	greg	2.1	return(1);
713			}
714			} else if (load_stream(&myMem, stdin) <= 0) {
715			fprintf(stderr, "%s: error loading stdin into memory\n",
716			argv[0]);
717			return(1);
718			}
719	greg	2.31	if (!do_reorder(&myMem))
720	greg	2.1	return(1);
721	greg	2.17	/* free_load(&myMem); about to exit, so don't bother */
722			} else if (!do_resize(stdin)) /* reshaping input */
723	greg	2.1	return(1);
724			return(0);
725			userr:
726			fprintf(stderr,
727	greg	2.31	"Usage: %s [-h[io]][-w][-f[afdb][N]][-t][-ic in_col][-ir in_row][-oc out_col][-or out_row][-o RxC[xR1xC1..]] [input.dat]\n",
728	greg	2.1	argv[0]);
729			return(1);
730			}