11 |
|
#include "platform.h" |
12 |
|
#include "rtio.h" |
13 |
|
#include "resolu.h" |
14 |
< |
#ifdef _WIN32 |
15 |
< |
#undef ftello |
16 |
< |
#define ftello ftell |
17 |
< |
#undef ssize_t |
18 |
< |
#define ssize_t size_t |
14 |
> |
#if defined(_WIN32) || defined(_WIN64) |
15 |
> |
#undef ftello |
16 |
> |
#define ftello ftell |
17 |
> |
#undef ssize_t |
18 |
> |
#define ssize_t size_t |
19 |
|
#else |
20 |
< |
#include <sys/mman.h> |
20 |
> |
#include <sys/mman.h> |
21 |
|
#endif |
22 |
|
|
23 |
– |
#ifdef getc_unlocked /* avoid horrendous overhead of flockfile */ |
24 |
– |
#undef getc |
25 |
– |
#undef putc |
26 |
– |
#define getc getc_unlocked |
27 |
– |
#define putc putc_unlocked |
28 |
– |
#endif |
29 |
– |
|
23 |
|
typedef struct { |
24 |
|
void *base; /* pointer to base memory */ |
25 |
|
size_t len; /* allocated memory length */ |
50 |
|
mp->len = 0; |
51 |
|
} |
52 |
|
|
53 |
+ |
/* load memory from an input stream, starting from current position */ |
54 |
+ |
static int |
55 |
+ |
load_stream(MEMLOAD *mp, FILE *fp) |
56 |
+ |
{ |
57 |
+ |
size_t alloced = 0; |
58 |
+ |
char buf[8192]; |
59 |
+ |
size_t nr; |
60 |
+ |
|
61 |
+ |
if (mp == NULL) |
62 |
+ |
return(-1); |
63 |
+ |
mp->base = NULL; |
64 |
+ |
mp->len = 0; |
65 |
+ |
mp->mapped = 0; |
66 |
+ |
if (fp == NULL) |
67 |
+ |
return(-1); |
68 |
+ |
while ((nr = fread(buf, 1, sizeof(buf), fp)) > 0) { |
69 |
+ |
if (!alloced) |
70 |
+ |
mp->base = malloc(alloced = nr); |
71 |
+ |
else if (mp->len+nr > alloced) |
72 |
+ |
mp->base = realloc(mp->base, |
73 |
+ |
alloced = alloced*(2+(nr==sizeof(buf)))/2+nr); |
74 |
+ |
if (mp->base == NULL) |
75 |
+ |
return(-1); |
76 |
+ |
memcpy((char *)mp->base + mp->len, buf, nr); |
77 |
+ |
mp->len += nr; |
78 |
+ |
} |
79 |
+ |
if (ferror(fp)) { |
80 |
+ |
free_load(mp); |
81 |
+ |
return(-1); |
82 |
+ |
} |
83 |
+ |
if (alloced > mp->len*5/4) /* don't waste too much space */ |
84 |
+ |
mp->base = realloc(mp->base, mp->len); |
85 |
+ |
return(mp->len > 0); |
86 |
+ |
} |
87 |
+ |
|
88 |
|
/* load a file into memory */ |
89 |
|
static int |
90 |
|
load_file(MEMLOAD *mp, FILE *fp) |
92 |
|
int fd; |
93 |
|
off_t skip, flen; |
94 |
|
|
95 |
+ |
#if defined(_WIN32) || defined(_WIN64) |
96 |
+ |
/* too difficult to fix this */ |
97 |
+ |
return load_stream(mp, fp); |
98 |
+ |
#endif |
99 |
|
if (mp == NULL) |
100 |
|
return(-1); |
101 |
|
mp->base = NULL; |
131 |
|
return(1); |
132 |
|
} |
133 |
|
|
102 |
– |
/* load memory from an input stream, starting from current position */ |
103 |
– |
static int |
104 |
– |
load_stream(MEMLOAD *mp, FILE *fp) |
105 |
– |
{ |
106 |
– |
size_t alloced = 0; |
107 |
– |
char buf[8192]; |
108 |
– |
size_t nr; |
109 |
– |
|
110 |
– |
if (mp == NULL) |
111 |
– |
return(-1); |
112 |
– |
mp->base = NULL; |
113 |
– |
mp->len = 0; |
114 |
– |
mp->mapped = 0; |
115 |
– |
if (fp == NULL) |
116 |
– |
return(-1); |
117 |
– |
while ((nr = fread(buf, 1, sizeof(buf), fp)) > 0) { |
118 |
– |
if (!alloced) |
119 |
– |
mp->base = malloc(nr); |
120 |
– |
else if (mp->len+nr > alloced) |
121 |
– |
mp->base = realloc(mp->base, |
122 |
– |
alloced = alloced*(2+(nr==sizeof(buf)))/2+nr); |
123 |
– |
if (mp->base == NULL) |
124 |
– |
return(-1); |
125 |
– |
memcpy((char *)mp->base + mp->len, buf, nr); |
126 |
– |
mp->len += nr; |
127 |
– |
} |
128 |
– |
if (ferror(fp)) { |
129 |
– |
free_load(mp); |
130 |
– |
return(-1); |
131 |
– |
} |
132 |
– |
if (alloced > mp->len*5/4) /* don't waste too much space */ |
133 |
– |
mp->base = realloc(mp->base, mp->len); |
134 |
– |
return(mp->len > 0); |
135 |
– |
} |
136 |
– |
|
134 |
|
/* free a record index */ |
135 |
|
#define free_records(rp) free(rp) |
136 |
|
|
138 |
|
static RECINDEX * |
139 |
|
index_records(const MEMLOAD *mp, int nw_rec) |
140 |
|
{ |
141 |
+ |
int nall = 0; |
142 |
|
RECINDEX *rp; |
143 |
|
char *cp, *mend; |
144 |
|
int n; |
147 |
|
return(NULL); |
148 |
|
if (nw_rec <= 0) |
149 |
|
return(NULL); |
150 |
< |
rp = (RECINDEX *)malloc(sizeof(RECINDEX) + mp->len/(2*nw_rec)*sizeof(char *)); |
150 |
> |
nall = 1000; |
151 |
> |
rp = (RECINDEX *)malloc(sizeof(RECINDEX) + nall*sizeof(char *)); |
152 |
|
if (rp == NULL) |
153 |
|
return(NULL); |
154 |
|
rp->nw_rec = nw_rec; |
160 |
|
++cp; |
161 |
|
if (cp >= mend) |
162 |
|
break; |
163 |
+ |
if (rp->nrecs >= nall) { |
164 |
+ |
nall += nall>>1; /* get more record space */ |
165 |
+ |
rp = (RECINDEX *)realloc(rp, |
166 |
+ |
sizeof(RECINDEX) + nall*sizeof(char *)); |
167 |
+ |
if (rp == NULL) |
168 |
+ |
return(NULL); |
169 |
+ |
} |
170 |
|
rp->rec[rp->nrecs++] = cp; /* point to first non-white */ |
171 |
|
n = rp->nw_rec; |
172 |
|
while (++cp < mend) /* find end of record */ |
243 |
|
|
244 |
|
if (fp == NULL) |
245 |
|
return(0); |
246 |
< |
fflush(stdout); /* assumes nothing in input buffer */ |
247 |
< |
while ((n = read(fileno(fp), buf, sizeof(buf))) > 0) |
246 |
> |
fflush(stdout); |
247 |
> |
while ((n = fread(buf, 1, sizeof(buf), fp)) > 0) |
248 |
|
if (write(fileno(stdout), buf, n) != n) |
249 |
|
return(0); |
250 |
< |
return(n >= 0); |
250 |
> |
return(!ferror(fp)); |
251 |
|
} |
252 |
|
|
253 |
|
/* get next word from stream, leaving stream on EOL or start of next word */ |
280 |
|
int ni_rows = 0; /* number of input rows */ |
281 |
|
int no_columns = 0; /* number of output columns */ |
282 |
|
int no_rows = 0; /* number of output rows */ |
283 |
+ |
int transpose = 0; /* transpose rows & cols? */ |
284 |
+ |
int i_header = 1; /* input header? */ |
285 |
+ |
int o_header = 1; /* output header? */ |
286 |
|
|
287 |
|
/* check settings and assign defaults */ |
288 |
|
static int |
297 |
|
comp_size = sizeof(double); |
298 |
|
else if (!strcmp(fmtid, "byte")) |
299 |
|
comp_size = 1; |
300 |
< |
else { |
300 |
> |
else if (strcmp(fmtid, "ascii")) { |
301 |
|
fprintf(stderr, "Unsupported format: %s\n", fmtid); |
302 |
|
return(0); |
303 |
|
} |
304 |
|
} |
305 |
+ |
if (transpose && (no_rows <= 0) & (no_columns <= 0)) { |
306 |
+ |
if (ni_rows > 0) no_columns = ni_rows; |
307 |
+ |
if (ni_columns > 0) no_rows = ni_columns; |
308 |
+ |
} else if ((no_rows <= 0) & (no_columns > 0) && |
309 |
+ |
!((ni_rows*ni_columns) % no_columns)) |
310 |
+ |
no_rows = ni_rows*ni_columns/no_columns; |
311 |
|
if (n_comp <= 0) |
312 |
|
n_comp = 3; |
313 |
|
return(1); |
362 |
|
print_record(rp, j*ni_columns + i); |
363 |
|
putc(tabEOL[j >= no_columns-1], stdout); |
364 |
|
} else { /* binary output */ |
365 |
< |
fwrite((char *)mp->base + |
365 |
> |
putbinary((char *)mp->base + |
366 |
|
(n_comp*comp_size)*(j*ni_columns + i), |
367 |
< |
n_comp*comp_size, 1, stdout); |
367 |
> |
comp_size, n_comp, stdout); |
368 |
|
} |
369 |
|
if (ferror(stdout)) { |
370 |
|
fprintf(stderr, "Error writing to stdout\n"); |
387 |
|
int columns2go = no_columns; |
388 |
|
char word[256]; |
389 |
|
/* sanity checks */ |
390 |
< |
if (comp_size) { |
391 |
< |
fputs("Bad call to do_resize (binary input)\n", stderr); |
377 |
< |
return(0); |
378 |
< |
} |
390 |
> |
if (comp_size || (no_columns == ni_columns) & (no_rows == ni_rows)) |
391 |
> |
return(output_stream(fp)); /* no-op -- just copy */ |
392 |
|
if (no_columns <= 0) { |
393 |
|
fprintf(stderr, "Missing -oc specification\n"); |
394 |
|
return(0); |
441 |
|
static int |
442 |
|
headline(char *s, void *p) |
443 |
|
{ |
444 |
< |
static char fmt[32]; |
444 |
> |
static char fmt[MAXFMTLEN]; |
445 |
|
int n; |
446 |
|
|
447 |
|
if (formatval(fmt, s)) { |
475 |
|
if (!strncmp(s, "NCOMP=", 6)) { |
476 |
|
n = atoi(s+6); |
477 |
|
if ((n_comp > 0) & (n != n_comp)) { |
478 |
< |
fputs("Incorrect number of components", stderr); |
478 |
> |
fputs("Incorrect number of components\n", stderr); |
479 |
|
return(-1); |
480 |
|
} |
481 |
|
n_comp = n; |
482 |
|
return(0); |
483 |
|
} |
484 |
< |
fputs(s, stdout); /* copy header info. */ |
484 |
> |
if (o_header) |
485 |
> |
fputs(s, stdout); /* copy header info. */ |
486 |
|
return(0); |
487 |
|
} |
488 |
|
|
490 |
|
int |
491 |
|
main(int argc, char *argv[]) |
492 |
|
{ |
493 |
< |
int i_header = 1; /* input header? */ |
480 |
< |
int o_header = 1; /* output header? */ |
481 |
< |
int transpose = 0; /* transpose rows & cols? */ |
482 |
< |
int i; |
493 |
> |
int a; |
494 |
|
|
495 |
< |
for (i = 1; i < argc && argv[i][0] == '-'; i++) |
496 |
< |
switch (argv[i][1]) { |
495 |
> |
for (a = 1; a < argc && argv[a][0] == '-'; a++) |
496 |
> |
switch (argv[a][1]) { |
497 |
|
case 'i': /* input */ |
498 |
< |
if (argv[i][2] == 'c') /* columns */ |
499 |
< |
ni_columns = atoi(argv[++i]); |
500 |
< |
else if (argv[i][2] == 'r') |
501 |
< |
ni_rows = atoi(argv[++i]); |
498 |
> |
if (argv[a][2] == 'c') /* columns */ |
499 |
> |
ni_columns = atoi(argv[++a]); |
500 |
> |
else if (argv[a][2] == 'r') |
501 |
> |
ni_rows = atoi(argv[++a]); |
502 |
|
else |
503 |
|
goto userr; |
504 |
|
break; |
505 |
|
case 'o': /* output */ |
506 |
< |
if (argv[i][2] == 'c') /* columns */ |
507 |
< |
no_columns = atoi(argv[++i]); |
508 |
< |
else if (argv[i][2] == 'r') |
509 |
< |
no_rows = atoi(argv[++i]); |
506 |
> |
if (argv[a][2] == 'c') /* columns */ |
507 |
> |
no_columns = atoi(argv[++a]); |
508 |
> |
else if (argv[a][2] == 'r') |
509 |
> |
no_rows = atoi(argv[++a]); |
510 |
|
else |
511 |
|
goto userr; |
512 |
|
break; |
513 |
|
case 'h': /* turn off header */ |
514 |
< |
switch (argv[i][2]) { |
514 |
> |
switch (argv[a][2]) { |
515 |
|
case 'i': |
516 |
|
i_header = 0; |
517 |
|
break; |
529 |
|
transpose = !transpose; |
530 |
|
break; |
531 |
|
case 'f': /* format */ |
532 |
< |
switch (argv[i][2]) { |
532 |
> |
switch (argv[a][2]) { |
533 |
|
case 'a': /* ASCII */ |
534 |
|
case 'A': |
535 |
|
fmtid = "ascii"; |
553 |
|
default: |
554 |
|
goto userr; |
555 |
|
} |
556 |
< |
if (argv[i][3]) { |
557 |
< |
if (!isdigit(argv[i][3])) |
556 |
> |
if (argv[a][3]) { |
557 |
> |
if (!isdigit(argv[a][3])) |
558 |
|
goto userr; |
559 |
< |
n_comp = atoi(argv[i]+3); |
560 |
< |
} |
559 |
> |
n_comp = atoi(argv[a]+3); |
560 |
> |
} else |
561 |
> |
n_comp = 1; |
562 |
|
break; |
563 |
|
case 'w': /* warnings on/off */ |
564 |
|
warnings = !warnings; |
566 |
|
default: |
567 |
|
goto userr; |
568 |
|
} |
569 |
< |
if (i < argc-1) /* arg count OK? */ |
569 |
> |
if (a < argc-1) /* arg count OK? */ |
570 |
|
goto userr; |
571 |
|
/* open input file? */ |
572 |
< |
if (i == argc-1 && freopen(argv[i], "r", stdin) == NULL) { |
573 |
< |
fprintf(stderr, "%s: cannot open for reading\n", argv[i]); |
572 |
> |
if (a == argc-1 && freopen(argv[a], "r", stdin) == NULL) { |
573 |
> |
fprintf(stderr, "%s: cannot open for reading\n", argv[a]); |
574 |
|
return(1); |
575 |
|
} |
576 |
|
if (comp_size) { |
578 |
|
SET_FILE_BINARY(stdout); |
579 |
|
} |
580 |
|
/* check for no-op */ |
581 |
< |
if (!transpose && (comp_size || |
582 |
< |
(no_columns == ni_columns) & (no_rows == ni_rows))) { |
581 |
> |
if (!transpose & (i_header == o_header) && |
582 |
> |
(no_columns == ni_columns) & (no_rows == ni_rows)) { |
583 |
|
if (warnings) |
584 |
|
fprintf(stderr, "%s: no-op -- copying input verbatim\n", |
585 |
|
argv[0]); |
588 |
|
return(0); |
589 |
|
} |
590 |
|
if (i_header) { /* read header */ |
591 |
< |
if (getheader(stdin, &headline, NULL) < 0) |
591 |
> |
if (getheader(stdin, headline, NULL) < 0) |
592 |
|
return(1); |
593 |
|
if (!check_sizes()) |
594 |
|
return(1); |
599 |
|
} else if (!check_sizes()) |
600 |
|
return(1); |
601 |
|
if (o_header) { /* write header */ |
602 |
< |
printargs(argc, argv, stdout); |
591 |
< |
if (transpose && (no_rows <= 0) & (no_columns <= 0)) { |
592 |
< |
if (ni_rows > 0) no_columns = ni_rows; |
593 |
< |
if (ni_columns > 0) no_rows = ni_columns; |
594 |
< |
} |
602 |
> |
printargs(a, argv, stdout); |
603 |
|
if (no_rows > 0) |
604 |
|
printf("NROWS=%d\n", no_rows); |
605 |
|
if (no_columns > 0) |
609 |
|
fputc('\n', stdout); /* finish new header */ |
610 |
|
} |
611 |
|
if (transpose) { /* transposing rows & columns? */ |
612 |
< |
MEMLOAD myMem; /* need to load into memory */ |
613 |
< |
if (i == argc-1) { |
612 |
> |
MEMLOAD myMem; /* need to map into memory */ |
613 |
> |
if (a == argc-1) { |
614 |
|
if (load_file(&myMem, stdin) <= 0) { |
615 |
|
fprintf(stderr, "%s: error loading file into memory\n", |
616 |
< |
argv[i]); |
616 |
> |
argv[a]); |
617 |
|
return(1); |
618 |
|
} |
619 |
|
} else if (load_stream(&myMem, stdin) <= 0) { |
623 |
|
} |
624 |
|
if (!do_transpose(&myMem)) |
625 |
|
return(1); |
626 |
< |
/* free_load(&myMem); */ |
627 |
< |
} else if (!do_resize(stdin)) /* just reshaping input */ |
626 |
> |
/* free_load(&myMem); about to exit, so don't bother */ |
627 |
> |
} else if (!do_resize(stdin)) /* reshaping input */ |
628 |
|
return(1); |
629 |
|
return(0); |
630 |
|
userr: |