20 |
|
#include <sys/mman.h> |
21 |
|
#endif |
22 |
|
|
23 |
+ |
#define MAXLEVELS 16 /* max RxC.. block pairs */ |
24 |
+ |
|
25 |
|
typedef struct { |
26 |
+ |
void *mapped; /* memory-mapped pointer */ |
27 |
|
void *base; /* pointer to base memory */ |
28 |
|
size_t len; /* allocated memory length */ |
26 |
– |
int mapped; /* memory-mapped file? */ |
29 |
|
} MEMLOAD; /* file loaded/mapped into memory */ |
30 |
|
|
31 |
|
typedef struct { |
32 |
|
int nw_rec; /* number of words per record */ |
33 |
< |
int nrecs; /* number of records we found */ |
33 |
> |
long nrecs; /* number of records we found */ |
34 |
|
char *rec[1]; /* record array (extends struct) */ |
35 |
|
} RECINDEX; |
36 |
|
|
44 |
|
return; |
45 |
|
#ifdef MAP_FILE |
46 |
|
if (mp->mapped) |
47 |
< |
munmap(mp->base, mp->len); |
47 |
> |
munmap(mp->mapped, mp->len); |
48 |
|
else |
49 |
|
#endif |
50 |
|
free(mp->base); |
51 |
+ |
mp->mapped = NULL; |
52 |
|
mp->base = NULL; |
53 |
|
mp->len = 0; |
54 |
|
} |
63 |
|
|
64 |
|
if (mp == NULL) |
65 |
|
return(-1); |
66 |
+ |
mp->mapped = NULL; |
67 |
|
mp->base = NULL; |
68 |
|
mp->len = 0; |
65 |
– |
mp->mapped = 0; |
69 |
|
if (fp == NULL) |
70 |
|
return(-1); |
71 |
|
while ((nr = fread(buf, 1, sizeof(buf), fp)) > 0) { |
93 |
|
load_file(MEMLOAD *mp, FILE *fp) |
94 |
|
{ |
95 |
|
int fd; |
96 |
< |
off_t skip, flen, skipped; |
96 |
> |
off_t skip, flen, fpos; |
97 |
|
|
98 |
|
#if defined(_WIN32) || defined(_WIN64) |
99 |
|
/* too difficult to fix this */ |
101 |
|
#endif |
102 |
|
if (mp == NULL) |
103 |
|
return(-1); |
104 |
+ |
mp->mapped = NULL; |
105 |
|
mp->base = NULL; |
106 |
|
mp->len = 0; |
103 |
– |
mp->mapped = 0; |
107 |
|
if (fp == NULL) |
108 |
|
return(-1); |
109 |
|
fd = fileno(fp); |
114 |
|
mp->len = (size_t)(flen - skip); |
115 |
|
#ifdef MAP_FILE |
116 |
|
if (mp->len > 1L<<20) { /* map file if > 1 MByte */ |
117 |
< |
mp->base = mmap(NULL, flen, PROT_READ, MAP_PRIVATE, fd, 0); |
118 |
< |
if (mp->base != MAP_FAILED) { |
119 |
< |
mp->base = (char *)mp->base + skip; |
117 |
< |
mp->mapped = 1; |
117 |
> |
mp->mapped = mmap(NULL, flen, PROT_READ, MAP_PRIVATE, fd, 0); |
118 |
> |
if (mp->mapped != MAP_FAILED) { |
119 |
> |
mp->base = (char *)mp->mapped + skip; |
120 |
|
return(1); /* mmap() success */ |
121 |
|
} |
122 |
< |
mp->base = NULL; /* fall back to reading it in... */ |
122 |
> |
mp->mapped = NULL; /* else fall back to reading it in... */ |
123 |
|
} |
124 |
|
#endif |
125 |
|
if (lseek(fd, skip, SEEK_SET) != skip || |
127 |
|
mp->len = 0; |
128 |
|
return(-1); |
129 |
|
} |
130 |
< |
skipped = skip; /* read() fails on really big buffers */ |
131 |
< |
while (skipped < flen) { |
132 |
< |
ssize_t nread = read(fd, (char *)mp->base+(skipped-skip), |
133 |
< |
(flen-skipped <= 1L<<30) ? flen-skipped : 1L<<30); |
130 |
> |
fpos = skip; |
131 |
> |
while (fpos < flen) { /* read() fails if n > 2 GBytes */ |
132 |
> |
ssize_t nread = read(fd, (char *)mp->base+(fpos-skip), |
133 |
> |
(flen-fpos < 1L<<24) ? flen-fpos : 1L<<24); |
134 |
|
if (nread <= 0) { |
135 |
|
free_load(mp); |
136 |
|
return(-1); |
137 |
|
} |
138 |
< |
skipped += nread; |
138 |
> |
fpos += nread; |
139 |
|
} |
140 |
|
return(1); |
141 |
|
} |
219 |
|
|
220 |
|
/* copy nth record from index to stdout */ |
221 |
|
static int |
222 |
< |
print_record(const RECINDEX *rp, int n) |
222 |
> |
print_record(const RECINDEX *rp, long n) |
223 |
|
{ |
224 |
|
int words2go = rp->nw_rec; |
225 |
|
char *scp; |
292 |
|
int transpose = 0; /* transpose rows & cols? */ |
293 |
|
int i_header = 1; /* input header? */ |
294 |
|
int o_header = 1; /* output header? */ |
295 |
+ |
int outArray[MAXLEVELS][2]; /* output block nesting */ |
296 |
+ |
int outLevels = 0; /* number of blocking levels */ |
297 |
|
|
298 |
+ |
/* parse RxCx... string */ |
299 |
+ |
static int |
300 |
+ |
get_array(const char *spec, int blklvl[][2], int nlvls) |
301 |
+ |
{ |
302 |
+ |
int n; |
303 |
+ |
|
304 |
+ |
if (nlvls <= 0) { |
305 |
+ |
fputs("Too many block levels!\n", stderr); |
306 |
+ |
exit(1); |
307 |
+ |
} |
308 |
+ |
if (sscanf(spec, "%dx%d", &blklvl[0][0], &blklvl[0][1]) != 2) { |
309 |
+ |
fputs("Bad block specification!\n", stderr); |
310 |
+ |
exit(1); |
311 |
+ |
} |
312 |
+ |
while (isdigit(*spec)) |
313 |
+ |
spec++; |
314 |
+ |
spec++; /* 'x' */ |
315 |
+ |
while (isdigit(*spec)) |
316 |
+ |
spec++; |
317 |
+ |
if ((*spec != 'x') & (*spec != 'X')) { |
318 |
+ |
if (*spec) { |
319 |
+ |
fputs("Blocks must be separated by 'x' or 'X'\n", stderr); |
320 |
+ |
exit(1); |
321 |
+ |
} |
322 |
+ |
return(1); |
323 |
+ |
} |
324 |
+ |
spec++; |
325 |
+ |
n = get_array(spec, blklvl+1, nlvls-1); |
326 |
+ |
if (!n) |
327 |
+ |
return(0); |
328 |
+ |
blklvl[0][0] *= blklvl[1][0]; |
329 |
+ |
blklvl[0][1] *= blklvl[1][1]; |
330 |
+ |
return(n+1); |
331 |
+ |
} |
332 |
+ |
|
333 |
|
/* check settings and assign defaults */ |
334 |
|
static int |
335 |
|
check_sizes() |
359 |
|
return(1); |
360 |
|
} |
361 |
|
|
362 |
< |
/* output transposed ASCII or binary data from memory */ |
362 |
> |
/* call to compute block input position */ |
363 |
> |
static long |
364 |
> |
get_block_pos(int r, int c, int blklvl[][2], int nlvls) |
365 |
> |
{ |
366 |
> |
long n = 0; |
367 |
> |
|
368 |
> |
while (nlvls > 1) { |
369 |
> |
int sr = r/blklvl[1][0]; |
370 |
> |
int sc = c/blklvl[1][1]; |
371 |
> |
r -= sr*blklvl[1][0]; |
372 |
> |
c -= sc*blklvl[1][1]; |
373 |
> |
n += sr*blklvl[1][0]*blklvl[0][1] + sc*blklvl[1][0]*blklvl[1][1]; |
374 |
> |
blklvl++; |
375 |
> |
nlvls--; |
376 |
> |
} |
377 |
> |
n += r*blklvl[0][1] + c; |
378 |
> |
return(n); |
379 |
> |
} |
380 |
> |
|
381 |
> |
/* return input offset based on array ordering and transpose option */ |
382 |
> |
static long |
383 |
> |
get_input_pos(int r, int c) |
384 |
> |
{ |
385 |
> |
long n; |
386 |
> |
|
387 |
> |
if (outLevels > 1) { /* block reordering */ |
388 |
> |
n = get_block_pos(r, c, outArray, outLevels); |
389 |
> |
if (transpose) { |
390 |
> |
r = n/ni_rows; |
391 |
> |
c = n - r*ni_rows; |
392 |
> |
n = (long)c*ni_columns + r; |
393 |
> |
} |
394 |
> |
} else if (transpose) /* transpose only */ |
395 |
> |
n = (long)c*ni_columns + r; |
396 |
> |
else /* XXX should never happen! */ |
397 |
> |
n = (long)r*no_columns + c; |
398 |
> |
return(n); |
399 |
> |
} |
400 |
> |
|
401 |
> |
/* output reordered ASCII or binary data from memory */ |
402 |
|
static int |
403 |
< |
do_transpose(const MEMLOAD *mp) |
403 |
> |
do_reorder(const MEMLOAD *mp) |
404 |
|
{ |
405 |
|
static const char tabEOL[2] = {'\t','\n'}; |
406 |
|
RECINDEX *rp = NULL; |
421 |
|
} else if ((ni_rows > 0) & (ni_columns > 0)) { |
422 |
|
nrecords = ni_rows*ni_columns; |
423 |
|
if (nrecords > mp->len/(n_comp*comp_size)) { |
424 |
< |
fprintf(stderr, |
425 |
< |
"Input too small for specified size and type\n"); |
424 |
> |
fputs("Input too small for specified size and type\n", |
425 |
> |
stderr); |
426 |
|
return(0); |
427 |
|
} |
428 |
|
} else |
434 |
|
ni_columns = nrecords/ni_rows; |
435 |
|
if (nrecords != ni_rows*ni_columns) |
436 |
|
goto badspec; |
437 |
< |
if (no_columns <= 0) |
438 |
< |
no_columns = ni_rows; |
439 |
< |
if (no_rows <= 0) |
440 |
< |
no_rows = ni_columns; |
441 |
< |
if ((no_rows != ni_columns) | (no_columns != ni_rows)) |
442 |
< |
goto badspec; |
443 |
< |
/* transpose records */ |
437 |
> |
if (transpose) { |
438 |
> |
if (no_columns <= 0) |
439 |
> |
no_columns = ni_rows; |
440 |
> |
if (no_rows <= 0) |
441 |
> |
no_rows = ni_columns; |
442 |
> |
if (outLevels <= 1 && |
443 |
> |
(no_rows != ni_columns) | (no_columns != ni_rows)) |
444 |
> |
goto badspec; |
445 |
> |
} else { |
446 |
> |
if (no_columns <= 0) |
447 |
> |
no_columns = ni_columns; |
448 |
> |
if (no_rows <= 0) |
449 |
> |
no_rows = ni_rows; |
450 |
> |
} |
451 |
> |
if (ni_rows*ni_columns != no_rows*no_columns) { |
452 |
> |
fputs("Number of input and output records do not match\n", |
453 |
> |
stderr); |
454 |
> |
return(0); |
455 |
> |
} |
456 |
> |
/* reorder records */ |
457 |
|
for (i = 0; i < no_rows; i++) { |
458 |
< |
for (j = 0; j < no_columns; j++) |
458 |
> |
for (j = 0; j < no_columns; j++) { |
459 |
> |
long n = get_input_pos(i, j); |
460 |
> |
if (n >= nrecords) { |
461 |
> |
fputs("Index past end-of-file\n", stderr); |
462 |
> |
return(0); |
463 |
> |
} |
464 |
|
if (rp != NULL) { /* ASCII output */ |
465 |
< |
print_record(rp, j*ni_columns + i); |
465 |
> |
print_record(rp, n); |
466 |
|
putc(tabEOL[j >= no_columns-1], stdout); |
467 |
|
} else { /* binary output */ |
468 |
< |
putbinary((char *)mp->base + |
373 |
< |
(unsigned long)(n_comp*comp_size)*(j*ni_columns + i), |
468 |
> |
putbinary((char *)mp->base + (n_comp*comp_size)*n, |
469 |
|
comp_size, n_comp, stdout); |
470 |
|
} |
471 |
+ |
} |
472 |
|
if (ferror(stdout)) { |
473 |
|
fprintf(stderr, "Error writing to stdout\n"); |
474 |
|
return(0); |
478 |
|
free_records(rp); |
479 |
|
return(1); |
480 |
|
badspec: |
481 |
< |
fprintf(stderr, "Bad transpose specification -- check dimension(s)\n"); |
481 |
> |
fprintf(stderr, "Bad dimension(s)\n"); |
482 |
|
return(0); |
483 |
|
} |
484 |
|
|
610 |
|
no_columns = atoi(argv[++a]); |
611 |
|
else if (argv[a][2] == 'r') |
612 |
|
no_rows = atoi(argv[++a]); |
613 |
< |
else |
613 |
> |
else if (argv[a][2] || |
614 |
> |
!(outLevels=get_array(argv[++a], outArray, MAXLEVELS))) |
615 |
|
goto userr; |
616 |
|
break; |
617 |
|
case 'h': /* turn off header */ |
672 |
|
} |
673 |
|
if (a < argc-1) /* arg count OK? */ |
674 |
|
goto userr; |
675 |
+ |
if (outLevels) { /* should check consistency? */ |
676 |
+ |
no_rows = outArray[0][0]; |
677 |
+ |
no_columns = outArray[0][1]; |
678 |
+ |
} |
679 |
|
/* open input file? */ |
680 |
|
if (a == argc-1 && freopen(argv[a], "r", stdin) == NULL) { |
681 |
|
fprintf(stderr, "%s: cannot open for reading\n", argv[a]); |
686 |
|
SET_FILE_BINARY(stdout); |
687 |
|
} |
688 |
|
/* check for no-op */ |
689 |
< |
if (!transpose & (i_header == o_header) && |
689 |
> |
if (!transpose & (outLevels <= 1) & (i_header == o_header) && |
690 |
|
(no_columns == ni_columns) & (no_rows == ni_rows)) { |
691 |
|
if (warnings) |
692 |
|
fprintf(stderr, "%s: no-op -- copying input verbatim\n", |
706 |
|
} |
707 |
|
} else if (!check_sizes()) |
708 |
|
return(1); |
709 |
< |
if (o_header) { /* write header */ |
709 |
> |
if (o_header) { /* write/add to header */ |
710 |
> |
if (!i_header) |
711 |
> |
newheader("RADIANCE", stdout); |
712 |
|
printargs(a, argv, stdout); |
713 |
|
if (no_rows > 0) |
714 |
|
printf("NROWS=%d\n", no_rows); |
718 |
|
fputformat(fmtid, stdout); |
719 |
|
fputc('\n', stdout); /* finish new header */ |
720 |
|
} |
721 |
< |
if (transpose) { /* transposing rows & columns? */ |
721 |
> |
if (transpose | (outLevels > 1)) { /* moving stuff around? */ |
722 |
|
MEMLOAD myMem; /* need to map into memory */ |
723 |
|
if (a == argc-1) { |
724 |
|
if (load_file(&myMem, stdin) <= 0) { |
731 |
|
argv[0]); |
732 |
|
return(1); |
733 |
|
} |
734 |
< |
if (!do_transpose(&myMem)) |
734 |
> |
if (!do_reorder(&myMem)) |
735 |
|
return(1); |
736 |
|
/* free_load(&myMem); about to exit, so don't bother */ |
737 |
|
} else if (!do_resize(stdin)) /* reshaping input */ |
739 |
|
return(0); |
740 |
|
userr: |
741 |
|
fprintf(stderr, |
742 |
< |
"Usage: %s [-h[io]][-w][-f[afdb][N]][-t][-ic in_col][-ir in_row][-oc out_col][-or out_row] [input.dat]\n", |
742 |
> |
"Usage: %s [-h[io]][-w][-f[afdb][N]][-t][-ic in_col][-ir in_row][-oc out_col][-or out_row][-o RxC[xR1xC1..]] [input.dat]\n", |
743 |
|
argv[0]); |
744 |
|
return(1); |
745 |
|
} |