ViewVC Help
View File | Revision Log | Show Annotations | Download File | Root Listing
root/radiance/ray/src/util/rcomb.c
Revision: 2.20
Committed: Tue Jun 4 21:23:11 2024 UTC (10 months, 3 weeks ago) by greg
Content type: text/plain
Branch: MAIN
Changes since 2.19: +91 -64 lines
Log Message:
fix(rcomb): Added child process to sequence output; seems to finally work

File Contents

# Content
1 #ifndef lint
2 static const char RCSid[] = "$Id: rcomb.c,v 2.19 2024/06/03 18:55:51 greg Exp $";
3 #endif
4 /*
5 * General component matrix combiner, operating on a row at a time.
6 *
7 * Multi-processing mode under Unix creates children that each work
8 * on one input row at a time, fed by the original process. Final conversion
9 * and output to stdout is sorted by last child while its siblings send it
10 * their record calculations.
11 */
12
13 #include <math.h>
14 #include "platform.h"
15 #include "rtprocess.h"
16 #include "rtio.h"
17 #include "rmatrix.h"
18 #include "calcomp.h"
19
20 #ifndef M_PI
21 #define M_PI 3.14159265358979323846
22 #endif
23
24 #define MAXCOMP MAXCSAMP /* #components we support */
25
26 /* Unary matrix operation(s) */
27 typedef struct {
28 double cmat[MAXCOMP*MAXCOMP]; /* component transformation */
29 double sca[MAXCOMP]; /* scalar coefficients */
30 const char *csym; /* symbolic coefficients */
31 short clen; /* number of coefficients */
32 short nsf; /* number of scalars */
33 } RUNARYOP;
34
35 /* Input matrix */
36 typedef struct {
37 const char *inspec; /* input specification */
38 RUNARYOP preop; /* transform operation */
39 RMATRIX imx; /* input matrix header info */
40 RMATRIX *rmp; /* active single-row matrix */
41 FILE *infp; /* open input stream */
42 } ROPMAT;
43
44 ROPMAT *mop = NULL; /* allocated input array */
45 int nall = 0; /* number allocated */
46 int nmats = 0; /* number of actual inputs */
47
48 RMATRIX *mcat = NULL; /* final concatenation */
49 int mcat_last = 0; /* goes after trailing ops? */
50
51 int in_nrows; /* number of input rows (or 0) */
52 #define in_ncols (mop[0].rmp->ncols) /* number of input columns */
53 #define in_ncomp (mop[0].rmp->ncomp) /* input #components */
54
55 extern int nowarn; /* turn off warnings? */
56
57 int cur_row; /* current input/output row */
58 int cur_col; /* current input/output column */
59 int cur_chan; /* if we're looping channels */
60
61 SUBPROC *cproc = NULL; /* child process array */
62 int nchildren = 0; /* # of child processes */
63 int inchild = -1; /* our child ID (-1: parent) */
64
65 static int checksymbolic(ROPMAT *rop);
66
67 static int
68 split_input(ROPMAT *rop)
69 {
70 if (rop->rmp == &rop->imx && !(rop->rmp = rmx_copy(&rop->imx))) {
71 fputs("Out of memory in split_input()\n", stderr);
72 return(0);
73 }
74 rmx_reset(rop->rmp);
75 return(1);
76 }
77
78 /* Check/set transform based on a reference input file */
79 static int
80 checkreffile(ROPMAT *rop)
81 {
82 static const char *curRF = NULL;
83 static RMATRIX refm;
84 const int nc = rop->imx.ncomp;
85 int i;
86
87 if (!curRF || strcmp(rop->preop.csym, curRF)) {
88 FILE *fp = fopen(rop->preop.csym, "rb");
89 if (!rmx_load_header(&refm, fp)) {
90 fprintf(stderr, "%s: cannot read info header\n",
91 rop->preop.csym);
92 curRF = NULL;
93 if (fp) fclose(fp);
94 return(0);
95 }
96 fclose(fp);
97 curRF = rop->preop.csym;
98 }
99 if (refm.ncomp == 3) {
100 rop->preop.csym = (refm.dtype == DTxyze) ? "XYZ" : "RGB";
101 return(checksymbolic(rop));
102 }
103 if (refm.ncomp == 2) {
104 fprintf(stderr, "%s: cannot convert to 2 components\n",
105 curRF);
106 return(0);
107 }
108 if (refm.ncomp == 1) {
109 rop->preop.csym = "Y"; /* XXX big assumption */
110 return(checksymbolic(rop));
111 }
112 if (refm.ncomp == nc &&
113 !memcmp(refm.wlpart, rop->imx.wlpart, sizeof(refm.wlpart)))
114 return(1); /* nothing to do */
115
116 if ((nc <= 3) | (nc > MAXCSAMP) | (refm.ncomp > MAXCSAMP)) {
117 fprintf(stderr, "%s: cannot resample from %d to %d components\n",
118 curRF, nc, refm.ncomp);
119 return(0);
120 }
121 if (!split_input(rop)) /* get our own struct */
122 return(0);
123 rop->preop.clen = refm.ncomp * nc; /* compute spec to ref */
124
125 for (i = 0; i < nc; i++) {
126 SCOLOR scstim, scresp;
127 int j;
128 memset(scstim, 0, sizeof(COLORV)*nc);
129 scstim[i] = 1.f;
130 convertscolor(scresp, refm.ncomp, refm.wlpart[0], refm.wlpart[3],
131 scstim, nc, rop->imx.wlpart[0], rop->imx.wlpart[3]);
132 for (j = refm.ncomp; j-- > 0; )
133 rop->preop.cmat[j*nc + i] = scresp[j];
134 }
135 /* remember new spectral params */
136 memcpy(rop->rmp->wlpart, refm.wlpart, sizeof(rop->rmp->wlpart));
137 rop->rmp->ncomp = refm.ncomp;
138 return(1);
139 }
140
141 /* Compute conversion row from spectrum to one channel of RGB */
142 static void
143 rgbrow(ROPMAT *rop, int r, int p)
144 {
145 const int nc = rop->imx.ncomp;
146 const float * wlp = rop->imx.wlpart;
147 int i;
148
149 for (i = nc; i--; ) {
150 int nmEnd = wlp[0] + (wlp[3] - wlp[0])*i/nc;
151 int nmStart = wlp[0] + (wlp[3] - wlp[0])*(i+1)/nc;
152 COLOR crgb;
153 spec_rgb(crgb, nmStart, nmEnd);
154 rop->preop.cmat[r*nc+i] = crgb[p];
155 }
156 }
157
158 /* Compute conversion row from spectrum to one channel of XYZ */
159 static void
160 xyzrow(ROPMAT *rop, int r, int p)
161 {
162 const int nc = rop->imx.ncomp;
163 const float * wlp = rop->imx.wlpart;
164 int i;
165
166 for (i = nc; i--; ) {
167 int nmEnd = wlp[0] + (wlp[3] - wlp[0])*i/nc;
168 int nmStart = wlp[0] + (wlp[3] - wlp[0])*(i+1)/nc;
169 COLOR cxyz;
170 spec_cie(cxyz, nmStart, nmEnd);
171 rop->preop.cmat[r*nc+i] = cxyz[p];
172 }
173 }
174
175 /* Use the spectral sensitivity function to compute matrix coefficients */
176 static void
177 sensrow(ROPMAT *rop, int r, double (*sf)(SCOLOR sc, int ncs, const float wlpt[4]))
178 {
179 const int nc = rop->imx.ncomp;
180 int i;
181
182 for (i = nc; i--; ) {
183 SCOLOR sclr;
184 memset(sclr, 0, sizeof(COLORV)*nc);
185 sclr[i] = 1.f;
186 rop->preop.cmat[r*nc+i] = (*sf)(sclr, nc, rop->imx.wlpart);
187 }
188 }
189
190 /* Check/set symbolic transform */
191 static int
192 checksymbolic(ROPMAT *rop)
193 {
194 const int nc = rop->imx.ncomp;
195 const int dt = rop->imx.dtype;
196 double cf = 1;
197 int i, j;
198 /* check suffix => reference file */
199 if (strchr(rop->preop.csym, '.') > rop->preop.csym)
200 return(checkreffile(rop));
201
202 if (nc < 3) {
203 fprintf(stderr, "%s: -c '%s' requires at least 3 components\n",
204 rop->inspec, rop->preop.csym);
205 return(0);
206 }
207 rop->preop.clen = strlen(rop->preop.csym) * nc;
208 if (rop->preop.clen > MAXCOMP*MAXCOMP) {
209 fprintf(stderr, "%s: -c '%s' results in too many components\n",
210 rop->inspec, rop->preop.csym);
211 return(0);
212 }
213 for (j = 0; rop->preop.csym[j]; j++) {
214 int comp = 0;
215 switch (rop->preop.csym[j]) {
216 case 'B':
217 case 'b':
218 ++comp;
219 /* fall through */
220 case 'G':
221 case 'g':
222 ++comp;
223 /* fall through */
224 case 'R':
225 case 'r':
226 if (rop->preop.csym[j] <= 'Z')
227 cf = 1./WHTEFFICACY;
228 if (dt == DTxyze) {
229 for (i = 3; i--; )
230 rop->preop.cmat[j*nc+i] = cf*xyz2rgbmat[comp][i];
231 } else if (nc == 3)
232 rop->preop.cmat[j*nc+comp] = 1.;
233 else
234 rgbrow(rop, j, comp);
235 break;
236 case 'Z':
237 case 'z':
238 ++comp;
239 /* fall through */
240 case 'Y':
241 case 'y':
242 ++comp;
243 /* fall through */
244 case 'X':
245 case 'x':
246 if ((rop->preop.csym[j] <= 'Z') & (dt != DTxyze))
247 cf = WHTEFFICACY;
248 if (dt == DTxyze) {
249 rop->preop.cmat[j*nc+comp] = 1.;
250 } else if (nc == 3) {
251 for (i = 3; i--; )
252 rop->preop.cmat[j*nc+i] =
253 rgb2xyzmat[comp][i];
254 } else if (comp == CIEY)
255 sensrow(rop, j, scolor2photopic);
256 else
257 xyzrow(rop, j, comp);
258
259 for (i = nc*(cf != 1); i--; )
260 rop->preop.cmat[j*nc+i] *= cf;
261 break;
262 case 'S': /* scotopic (il)luminance */
263 cf = WHTSCOTOPIC;
264 /* fall through */
265 case 's':
266 sensrow(rop, j, scolor2scotopic);
267 for (i = nc*(cf != 1); i--; )
268 rop->preop.cmat[j*nc+i] *= cf;
269 break;
270 case 'M': /* melanopic (il)luminance */
271 cf = WHTMELANOPIC;
272 /* fall through */
273 case 'm':
274 sensrow(rop, j, scolor2melanopic);
275 for (i = nc*(cf != 1); i--; )
276 rop->preop.cmat[j*nc+i] *= cf;
277 break;
278 case 'A': /* average component */
279 case 'a':
280 for (i = nc; i--; )
281 rop->preop.cmat[j*nc+i] = 1./(double)nc;
282 break;
283 default:
284 fprintf(stderr, "%s: -c '%c' unsupported\n",
285 rop->inspec, rop->preop.csym[j]);
286 return(0);
287 }
288 }
289 if (!split_input(rop)) /* get our own struct */
290 return(0);
291 memcpy(rop->rmp->wlpart, WLPART, sizeof(rop->rmp->wlpart));
292 rop->rmp->ncomp = rop->preop.clen / nc;
293 /* decide on output type */
294 if (!strcasecmp(rop->preop.csym, "XYZ")) {
295 if (dt <= DTspec)
296 rop->rmp->dtype = DTxyze;
297 } else if (!strcasecmp(rop->preop.csym, "RGB")) {
298 if (dt <= DTspec)
299 rop->rmp->dtype = DTrgbe;
300 } else if (rop->rmp->dtype == DTspec)
301 rop->rmp->dtype = DTfloat;
302 return(1);
303 }
304
305 static int
306 get_component_xfm(ROPMAT *rop)
307 {
308 int i, j;
309
310 if (rop->rmp != &rop->imx) { /* reset destination matrix */
311 rmx_free(rop->rmp);
312 rop->rmp = &rop->imx;
313 }
314 if (rop->preop.csym && /* symbolic transform? */
315 !checksymbolic(rop))
316 return(0);
317 /* undo exposure? */
318 if (fabs(1. - bright(rop->rmp->cexp)) > .025) {
319 if (rop->rmp->ncomp == 1)
320 rop->rmp->cexp[RED] = rop->rmp->cexp[GRN] =
321 rop->rmp->cexp[BLU] = bright(rop->rmp->cexp);
322 if (rop->preop.nsf <= 0) {
323 rop->preop.nsf = i = rop->rmp->ncomp;
324 while (i--)
325 rop->preop.sca[i] = 1.;
326 }
327 if (rop->preop.nsf == 1) {
328 if (rop->rmp->ncomp == 3) {
329 rop->preop.sca[2] = rop->preop.sca[1] =
330 rop->preop.sca[0];
331 rop->preop.nsf = 3;
332 } else
333 rop->preop.sca[0] /= bright(rop->rmp->cexp);
334 }
335 if (rop->preop.nsf == 3) {
336 opcolor(rop->preop.sca, /=, rop->rmp->cexp);
337 } else if (rop->preop.nsf > 3) { /* punt */
338 double mult = 1./bright(rop->rmp->cexp);
339 for (i = rop->preop.nsf; i--; )
340 rop->preop.sca[i] *= mult;
341 }
342 setcolor(rop->rmp->cexp, 1., 1., 1.);
343 }
344 if (rop->preop.clen > 0) { /* use component transform? */
345 if (rop->preop.clen % rop->imx.ncomp) {
346 fprintf(stderr, "%s: -c must have N x %d coefficients\n",
347 rop->inspec, rop->imx.ncomp);
348 return(0);
349 }
350 if (rop->preop.nsf > 0) { /* scale transform, instead */
351 if (rop->preop.nsf == 1) {
352 for (i = rop->preop.clen; i--; )
353 rop->preop.cmat[i] *= rop->preop.sca[0];
354 } else if (rop->preop.nsf*rop->imx.ncomp != rop->preop.clen) {
355 fprintf(stderr, "%s: -s must have one or %d factors\n",
356 rop->inspec,
357 rop->preop.clen/rop->imx.ncomp);
358 return(0);
359 } else {
360 for (i = rop->preop.nsf; i--; )
361 for (j = rop->imx.ncomp; j--; )
362 rop->preop.cmat[i*rop->imx.ncomp+j]
363 *= rop->preop.sca[i];
364 }
365 }
366 rop->preop.nsf = 0; /* now folded in */
367 if (!split_input(rop)) /* get our own struct */
368 return(0);
369 rop->rmp->ncomp = rop->preop.clen / rop->imx.ncomp;
370 if ((rop->rmp->ncomp > 3) & (rop->rmp->dtype <= DTspec)) {
371 rop->rmp->dtype = DTfloat; /* probably not actual spectrum */
372 memcpy(rop->rmp->wlpart, WLPART, sizeof(rop->rmp->wlpart));
373 }
374 } else if (rop->preop.nsf > 0) { /* else use scalar(s)? */
375 if (rop->preop.nsf == 1) {
376 for (i = rop->rmp->ncomp; --i; )
377 rop->preop.sca[i] = rop->preop.sca[0];
378 rop->preop.nsf = rop->rmp->ncomp;
379 } else if (rop->preop.nsf != rop->rmp->ncomp) {
380 fprintf(stderr, "%s: -s must have one or %d factors\n",
381 rop->inspec, rop->rmp->ncomp);
382 return(0);
383 }
384 }
385 return(1);
386 }
387
388 static int
389 apply_op(RMATRIX *dst, const RMATRIX *src, const RUNARYOP *ro)
390 {
391 if (ro->clen > 0) {
392 RMATRIX *res = rmx_transform(src, dst->ncomp, ro->cmat);
393 if (!res) {
394 fputs("Error in call to rmx_transform()\n", stderr);
395 return(0);
396 }
397 if (!rmx_transfer_data(dst, res, 0))
398 return(0);
399 rmx_free(res);
400 } else if (dst != src)
401 memcpy(dst->mtx, src->mtx, rmx_array_size(dst));
402 if (ro->nsf == dst->ncomp)
403 rmx_scale(dst, ro->sca);
404 return(1);
405 }
406
407 static int
408 open_input(ROPMAT *rop)
409 {
410 int outtype;
411
412 if (!rop || !rop->inspec || !rop->inspec[0])
413 return(0);
414 if (rop->inspec == stdin_name)
415 rop->infp = stdin;
416 else if (rop->inspec[0] == '!')
417 rop->infp = popen(rop->inspec+1, "r");
418 else
419 rop->infp = fopen(rop->inspec, "rb");
420
421 if (!rmx_load_header(&rop->imx, rop->infp)) {
422 fprintf(stderr, "Bad header from: %s\n", rop->inspec);
423 return(0);
424 }
425 return(get_component_xfm(rop));
426 }
427
428 /* Return nominal wavelength associated with input component (return nm) */
429 static double
430 l_wavelength(char *nam)
431 {
432 double comp = argument(1);
433
434 if ((comp < -.5) | (comp >= in_ncomp+.5)) {
435 errno = EDOM;
436 return(.0);
437 }
438 if (comp < .5) /* asking for #components? */
439 return(in_ncomp);
440
441 if (in_ncomp == 3) { /* special case for RGB */
442 const int w0 = (int)(comp - .5);
443 return(mop[0].rmp->wlpart[w0] +
444 (comp-.5)*(mop[0].rmp->wlpart[w0+1] -
445 mop[0].rmp->wlpart[w0]));
446 }
447 return(mop[0].rmp->wlpart[0] + /* general case, even div. */
448 (comp-.5)/(double)in_ncomp *
449 (mop[0].rmp->wlpart[3] - mop[0].rmp->wlpart[0]));
450 }
451
452 /* Return ith input with optional channel selector */
453 static double
454 l_chanin(char *nam)
455 {
456 double inp = argument(1);
457 int mi, chan;
458
459 if ((mi = (int)(inp-.5)) < 0 || mi >= nmats) {
460 errno = EDOM;
461 return(.0);
462 }
463 if (inp < .5) /* asking for #inputs? */
464 return(nmats);
465
466 if (nargum() >= 2) {
467 double cval = argument(2);
468 if (cval < .5 || (chan = (int)(cval-.5)) >= in_ncomp) {
469 errno = EDOM;
470 return(.0);
471 }
472 } else
473 chan = cur_chan;
474
475 return(mop[mi].rmp->mtx[cur_col*in_ncomp + chan]);
476 }
477
478 static int
479 initialize(RMATRIX *imp)
480 {
481 int i;
482 /* XXX struct is zeroed coming in */
483 setcolor(imp->cexp, 1.f, 1.f, 1.f);
484 for (i = 0; i < nmats; i++) { /* open each input */
485 int restype;
486 if (!open_input(&mop[i]))
487 return(0);
488 restype = mop[i].rmp->dtype;
489 if (!imp->dtype || (restype = rmx_newtype(restype, imp->dtype)) > 0)
490 imp->dtype = restype;
491 else
492 fprintf(stderr, "%s: warning - data type mismatch\n",
493 mop[i].inspec);
494 if (!i) {
495 imp->ncols = mop[0].rmp->ncols;
496 imp->ncomp = mop[0].rmp->ncomp;
497 memcpy(imp->wlpart, mop[0].rmp->wlpart, sizeof(imp->wlpart));
498 } else if ((mop[i].rmp->ncols != imp->ncols) |
499 (mop[i].rmp->ncomp != imp->ncomp) |
500 ((in_nrows > 0) & (mop[i].rmp->nrows > 0) &
501 (mop[i].rmp->nrows != in_nrows))) {
502 fprintf(stderr, "%s: mismatch in size or #components\n",
503 mop[i].inspec);
504 return(0);
505 } /* XXX should check wlpart? */
506 if (in_nrows <= 0)
507 in_nrows = imp->nrows = mop[i].rmp->nrows;
508 } /* set up .cal environment */
509 esupport |= E_VARIABLE|E_FUNCTION|E_RCONST;
510 esupport &= ~(E_OUTCHAN|E_INCHAN);
511 varset("PI", ':', M_PI);
512 varset("nfiles", ':', nmats);
513 varset("nrows", ':', in_nrows);
514 varset("ncols", ':', in_ncols);
515 varset("ncomp", ':', in_ncomp);
516 varset("R", ':', 1.);
517 varset("G", ':', 2.);
518 varset("B", ':', 3.);
519 funset("wl", 1, ':', l_wavelength);
520 funset("ci", 1, '=', l_chanin);
521 scompile("ri(i)=ci(i,R);gi(i)=ci(i,G);bi(i)=ci(i,B)", NULL, 0);
522 return(1);
523 }
524
525 static void
526 output_headinfo(FILE *fp)
527 {
528 int i;
529
530 for (i = 0; i < nmats; i++) {
531 const char *cp = mop[i].imx.info;
532 fputs(mop[i].inspec, fp);
533 fputs(":\n", fp);
534 if (!cp) continue;
535 while (*cp) {
536 if (*cp == '\n') {
537 cp++; /* avoid inadvertant terminus */
538 continue;
539 }
540 fputc('\t', fp); /* indent this input's info */
541 do
542 putc(*cp, fp);
543 while (*cp++ != '\n');
544 }
545 }
546 }
547
548 static int
549 output_loop(void)
550 {
551 const size_t row_size = rmx_array_size(mop[nmats].rmp);
552 int i = nmats;
553 int cur_child = 0;
554
555 if (mop[nmats].rmp != &mop[nmats].imx) /* output is split? */
556 rmx_reset(&mop[nmats].imx);
557 while (i-- > 0) { /* close input matrices */
558 fclose(mop[i].infp); /* ! pclose() */
559 mop[i].infp = NULL;
560 rmx_reset(&mop[i].imx);
561 if (mop[i].rmp != &mop[i].imx) {
562 rmx_free(mop[i].rmp);
563 mop[i].rmp = &mop[i].imx;
564 }
565 }
566 #ifdef getc_unlocked
567 flockfile(stdout); /* we own this, now */
568 #endif
569 for ( ; ; ) { /* loop until no more */
570 ssize_t rv;
571 rv = readbuf(cproc[cur_child].r, mop[nmats].rmp->mtx, row_size);
572 if (!rv) /* out of rows? */
573 break;
574 if (rv != row_size) {
575 fputs("Read error in output loop\n", stderr);
576 return(0);
577 } /* do final conversion */
578 if (!rmx_write_data(mop[nmats].rmp->mtx, mop[nmats].rmp->ncomp,
579 mop[nmats].rmp->ncols, mop[nmats].rmp->dtype, stdout)) {
580 fputs("Conversion/write error in output loop\n", stderr);
581 return(0);
582 }
583 cur_child++;
584 cur_child *= (cur_child < inchild);
585 }
586 return(fflush(stdout) != EOF);
587 }
588
589 static int
590 spawned_children(int np)
591 {
592 int i, rv;
593
594 #if defined(_WIN32) || defined(_WIN64)
595 if (np > 1) {
596 fputs("Warning: only one process under Windows\n", stderr);
597 np = 1;
598 } else
599 #endif
600 if ((in_nrows > 0) & (np*4 > in_nrows))
601 np = in_nrows/4;
602 /* we'll be doing a row at a time */
603 for (i = 0; i < nmats; i++) {
604 mop[i].imx.nrows = 1;
605 if (!rmx_prepare(&mop[i].imx))
606 goto memerror;
607 if (mop[i].rmp != &mop[i].imx) {
608 mop[i].rmp->nrows = 1;
609 if (!rmx_prepare(mop[i].rmp))
610 goto memerror;
611 }
612 }
613 /* prep output row buffer(s) */
614 if (mcat || mop[nmats].preop.clen > 0) {
615 if (!split_input(&mop[nmats])) /* need separate buffer */
616 return(0);
617 if (mop[nmats].preop.clen > 0)
618 mop[nmats].rmp->ncomp = mop[nmats].preop.clen /
619 mop[nmats].imx.ncomp;
620 }
621 mop[nmats].imx.nrows = 1;
622 if (!rmx_prepare(&mop[nmats].imx))
623 goto memerror;
624 if (mop[nmats].rmp != &mop[nmats].imx) {
625 mop[nmats].rmp->nrows = 1;
626 if (!rmx_prepare(mop[nmats].rmp))
627 goto memerror;
628 }
629 if (np <= 1) { /* single process return */
630 #ifdef getc_unlocked
631 for (i = 0; i < nmats; i++)
632 flockfile(mop[i].infp);
633 flockfile(stdout);
634 #endif
635 return(0);
636 }
637 fflush(stdout); /* flush header & spawn children */
638 nchildren = np + 1; /* extra child to sequence output */
639 cproc = (SUBPROC *)malloc(sizeof(SUBPROC)*nchildren);
640 if (!cproc)
641 goto memerror;
642 for (i = nchildren; i--; ) cproc[i] = sp_inactive;
643 cproc[nchildren-1].flags |= PF_FILT_OUT;
644 /* start each child */
645 for (i = 0; i < nchildren; i++) {
646 rv = open_process(&cproc[i], NULL);
647 if (rv <= 0) break;
648 }
649 if (rv < 0) {
650 perror("fork");
651 close_processes(cproc, i);
652 exit(1);
653 }
654 if (rv) { /* are we the parent? */
655 i = nchildren-1; /* last child is sole reader */
656 while (i-- > 0)
657 close(cproc[i].r);
658 return(1); /* parent return value */
659 }
660 inchild = i; /* our child index */
661 while (i-- > 0) /* only parent writes siblings */
662 close(cproc[i].w);
663
664 if (inchild == nchildren-1) /* last child sequences output */
665 exit(output_loop() ? 0 : 1);
666
667 i = inchild; /* won't read from siblings */
668 while (i-- > 0)
669 close(cproc[i].r);
670 i = nmats; /* close input matrix streams */
671 while (i-- > 0) {
672 if (mop[i].infp != stdin)
673 fclose(mop[i].infp); /* ! pclose() */
674 mop[i].infp = stdin;
675 mop[i].imx.dtype = DTrmx_native;
676 mop[i].imx.pflags &= ~RMF_SWAPIN;
677 }
678 fpurge(stdin); /* discard any previous matrix input */
679 #ifdef getc_unlocked
680 flockfile(stdin);
681 #endif
682 mop[nmats].rmp->dtype = DTrmx_native;
683 return(0); /* worker child return value */
684 memerror:
685 fputs("Out of memory in spawned_children()\n", stderr);
686 exit(1);
687 }
688
689 static int
690 parent_loop(void)
691 {
692 int i;
693
694 rmx_reset(&mop[nmats].imx); /* not touching output side */
695 if (mop[nmats].rmp != &mop[nmats].imx) {
696 rmx_free(mop[nmats].rmp);
697 mop[nmats].rmp = &mop[nmats].imx;
698 }
699 #ifdef getc_unlocked
700 for (i = 0; i < nmats; i++) /* we handle matrix inputs */
701 flockfile(mop[i].infp);
702 #endif
703 /* load & send rows to kids */
704 for (cur_row = 0; (in_nrows <= 0) | (cur_row < in_nrows); cur_row++) {
705 int wfd = cproc[cur_row % (nchildren-1)].w;
706 for (i = 0; i < nmats; i++)
707 if (!rmx_load_row(mop[i].imx.mtx, &mop[i].imx, mop[i].infp)) {
708 if (cur_row > in_nrows) /* unknown #input rows? */
709 break;
710 fprintf(stderr, "%s: parent read error at row %d\n",
711 mop[i].inspec, cur_row);
712 return(0);
713 }
714 if (i < nmats)
715 break;
716 for (i = 0; i < nmats; i++)
717 if (writebuf(wfd, mop[i].imx.mtx, rmx_array_size(&mop[i].imx))
718 != rmx_array_size(&mop[i].imx))
719 return(0);
720 }
721 i = close_processes(cproc, nchildren);
722 free(cproc); cproc = NULL; nchildren = 0;
723 if (i < 0) {
724 fputs("Warning: lost child in parent_loop()\n", stderr);
725 return(1);
726 }
727 if (i > 0) {
728 fprintf(stderr, "Child exited with status %d\n", i);
729 return(0);
730 }
731 return(1); /* return success! */
732 memerror:
733 fputs("Out of memory in parent_loop()\n", stderr);
734 exit(1);
735 }
736
737 static int
738 combine_input(void)
739 {
740 const int row0 = (inchild >= 0)*inchild;
741 const int rstep = nchildren ? nchildren-1 : 1;
742 ROPMAT *res = &mop[nmats];
743 int set_r, set_c;
744 RMATRIX *tmp = NULL;
745 int co_set;
746 int i;
747
748 if (mcat && mcat_last &&
749 !(tmp = rmx_alloc(1, res->imx.ncols, res->rmp->ncomp)))
750 goto memerror;
751 /* figure out what the user set */
752 co_set = fundefined("co");
753 if (!co_set)
754 co_set = -vardefined("co");
755 if (!co_set & (in_ncomp == 3) && vardefined("ro") &&
756 vardefined("go") && vardefined("bo")) {
757 scompile("co(p)=select(p,ro,go,bo)", NULL, 0);
758 co_set = 1;
759 }
760 if (co_set) { /* set if user wants, didn't set */
761 set_r = varlookup("r") != NULL && !vardefined("r");
762 set_c = varlookup("c") != NULL && !vardefined("c");
763 } else /* save a little time */
764 set_r = set_c = 0;
765 /* read/process row-by-row */
766 for (cur_row = row0; (in_nrows <= 0) | (cur_row < in_nrows); cur_row += rstep) {
767 RMATRIX *mres = NULL;
768 for (i = 0; i < nmats; i++)
769 if (!rmx_load_row(mop[i].imx.mtx, &mop[i].imx, mop[i].infp)) {
770 if (cur_row > in_nrows) /* unknown #input rows? */
771 break;
772 fprintf(stderr, "%s: read error at row %d\n",
773 mop[i].inspec, cur_row);
774 return(0);
775 }
776 if (i < nmats)
777 break;
778 for (i = 0; i < nmats; i++)
779 if (!apply_op(mop[i].rmp, &mop[i].imx, &mop[i].preop))
780 return(0);
781 if (set_r) varset("r", '=', cur_row);
782 for (cur_col = 0; cur_col < in_ncols; cur_col++) {
783 if (set_c) varset("c", '=', cur_col);
784 for (cur_chan = 0; cur_chan < in_ncomp; cur_chan++) {
785 const int ndx = cur_col*in_ncomp + cur_chan;
786 eclock++;
787 if (!co_set) { /* just summing elements? */
788 res->imx.mtx[ndx] = 0;
789 for (i = nmats; i--; )
790 res->imx.mtx[ndx] += mop[i].rmp->mtx[ndx];
791 } else if (co_set > 0) {
792 double dchan = cur_chan+1;
793 res->imx.mtx[ndx] = funvalue("co", 1, &dchan);
794 } else
795 res->imx.mtx[ndx] = varvalue("co");
796 }
797 } /* final conversions */
798 if (!mcat) {
799 if (!apply_op(res->rmp, &res->imx, &res->preop))
800 return(0);
801 } else if (mcat_last) {
802 if (!apply_op(tmp, &res->imx, &res->preop))
803 return(0);
804 mres = rmx_multiply(tmp, mcat);
805 if (!mres)
806 goto multerror;
807 if (!rmx_transfer_data(res->rmp, mres, 0))
808 return(0);
809 } else /* mcat && !mcat_last */ {
810 mres = rmx_multiply(&res->imx, mcat);
811 if (!mres)
812 goto multerror;
813 if (!apply_op(res->rmp, mres, &res->preop))
814 return(0);
815 }
816 rmx_free(mres); mres = NULL;
817 if (!rmx_write_data(res->rmp->mtx, res->rmp->ncomp,
818 res->rmp->ncols, res->rmp->dtype, stdout))
819 return(0);
820 if (inchild >= 0 && fflush(stdout) == EOF)
821 return(0);
822 }
823 return(inchild >= 0 || fflush(stdout) != EOF);
824 memerror:
825 fputs("Out of buffer space in combine_input()\n", stderr);
826 return(0);
827 multerror:
828 fputs("Unexpected matrix multiply error in combine_input()\n", stderr);
829 return(0);
830 }
831
832 static int
833 get_factors(double da[], int n, char *av[])
834 {
835 int ac;
836
837 for (ac = 0; ac < n && isflt(av[ac]); ac++)
838 da[ac] = atof(av[ac]);
839 return(ac);
840 }
841
842 static void
843 resize_inparr(int n2alloc)
844 {
845 int i;
846
847 if (n2alloc == nall)
848 return;
849 for (i = nall; i > n2alloc; i--) {
850 rmx_reset(&mop[i].imx);
851 if (mop[i].rmp != &mop[i].imx)
852 rmx_free(mop[i].rmp);
853 }
854 mop = (ROPMAT *)realloc(mop, n2alloc*sizeof(ROPMAT));
855 if (mop == NULL) {
856 fputs("Out of memory in resize_inparr()\n", stderr);
857 exit(1);
858 }
859 if (n2alloc > nall)
860 memset(mop+nall, 0, (n2alloc-nall)*sizeof(ROPMAT));
861 nall = n2alloc;
862 }
863
864 /* Load one or more matrices and operate on them, sending results to stdout */
865 int
866 main(int argc, char *argv[])
867 {
868
869 int outfmt = DTfromHeader;
870 const char *defCsym = NULL;
871 int echoheader = 1;
872 int stdin_used = 0;
873 int nproc = 1;
874 const char *mcat_spec = NULL;
875 int n2comp = 0;
876 uby8 comp_ndx[128];
877 int i;
878 /* get starting input array */
879 mop = (ROPMAT *)calloc(nall=2, sizeof(ROPMAT));
880 /* get options and arguments */
881 for (i = 1; i < argc; i++)
882 if (argv[i][0] != '-' || !argv[i][1]) {
883 if (argv[i][0] == '-') {
884 if (stdin_used++) goto stdin_error;
885 mop[nmats].inspec = stdin_name;
886 } else
887 mop[nmats].inspec = argv[i];
888 if (!mop[nmats].preop.csym)
889 mop[nmats].preop.csym = defCsym;
890 if (++nmats >= nall)
891 resize_inparr(nmats + (nmats>>2) + 2);
892 } else {
893 int n = argc-1 - i;
894 switch (argv[i][1]) { /* get option */
895 case 'w':
896 nowarn = !nowarn;
897 break;
898 case 'h':
899 echoheader = !echoheader;
900 break;
901 case 'n':
902 nproc = atoi(argv[++i]);
903 if (nproc <= 0)
904 goto userr;
905 break;
906 case 'e':
907 if (!n) goto userr;
908 comp_ndx[n2comp++] = i++;
909 break;
910 case 'f':
911 switch (argv[i][2]) {
912 case '\0':
913 if (!n) goto userr;
914 comp_ndx[n2comp++] = i++;
915 break;
916 case 'd':
917 outfmt = DTdouble;
918 break;
919 case 'f':
920 outfmt = DTfloat;
921 break;
922 case 'a':
923 outfmt = DTascii;
924 break;
925 case 'c':
926 outfmt = DTrgbe;
927 break;
928 default:
929 goto userr;
930 }
931 break;
932 case 's':
933 if (n > MAXCOMP) n = MAXCOMP;
934 i += mop[nmats].preop.nsf =
935 get_factors(mop[nmats].preop.sca,
936 n, argv+i+1);
937 if (mop[nmats].preop.nsf <= 0) {
938 fprintf(stderr, "%s: -s missing arguments\n",
939 argv[0]);
940 goto userr;
941 }
942 break;
943 case 'C':
944 if (!n || isflt(argv[i+1]))
945 goto userr;
946 defCsym = mop[nmats].preop.csym = argv[++i];
947 mop[nmats].preop.clen = 0;
948 mcat_last = 0;
949 break;
950 case 'c':
951 if (n && !isflt(argv[i+1])) {
952 mop[nmats].preop.csym = argv[++i];
953 mop[nmats].preop.clen = 0;
954 mcat_last = 0;
955 break;
956 }
957 if (n > MAXCOMP*MAXCOMP) n = MAXCOMP*MAXCOMP;
958 i += mop[nmats].preop.clen =
959 get_factors(mop[nmats].preop.cmat,
960 n, argv+i+1);
961 if (mop[nmats].preop.clen <= 0) {
962 fprintf(stderr, "%s: -c missing arguments\n",
963 argv[0]);
964 goto userr;
965 }
966 mop[nmats].preop.csym = NULL;
967 mcat_last = 0;
968 break;
969 case 'm':
970 if (!n) goto userr;
971 if (argv[++i][0] == '-' && !argv[i][1]) {
972 if (stdin_used++) goto stdin_error;
973 mcat_spec = stdin_name;
974 } else
975 mcat_spec = argv[i];
976 mcat_last = 1;
977 break;
978 default:
979 fprintf(stderr, "%s: unknown option '%s'\n",
980 argv[0], argv[i]);
981 goto userr;
982 }
983 }
984 if (!nmats) {
985 fprintf(stderr, "%s: need at least one input matrix\n", argv[0]);
986 goto userr;
987 }
988 resize_inparr(nmats+1); /* extra matrix at end for result */
989 mop[nmats].inspec = "trailing_ops";
990 /* load final concatenation matrix */
991 if (mcat_spec && !(mcat = rmx_load(mcat_spec, RMPnone))) {
992 fprintf(stderr, "%s: error loading concatenation matrix: %s\n",
993 argv[0], mcat_spec);
994 return(1);
995 }
996 /* get/check inputs, set constants */
997 if (!initialize(&mop[nmats].imx))
998 return(1);
999
1000 for (i = 0; i < n2comp; i++) /* user .cal files and expressions */
1001 if (argv[comp_ndx[i]][1] == 'f') {
1002 char *fpath = getpath(argv[comp_ndx[i]+1],
1003 getrlibpath(), 0);
1004 if (fpath == NULL) {
1005 fprintf(stderr, "%s: cannot find file '%s'\n",
1006 argv[0], argv[comp_ndx[i]+1]);
1007 return(1);
1008 }
1009 fcompile(fpath);
1010 } else /* (argv[comp_ndx[i]][1] == 'e') */
1011 scompile(argv[comp_ndx[i]+1], NULL, 0);
1012
1013 /* get trailing color transform */
1014 if (!get_component_xfm(&mop[nmats]))
1015 return(1);
1016 /* adjust output dimensions and #components */
1017 if (mcat) {
1018 if (mop[nmats].imx.ncols != mcat->nrows) {
1019 fprintf(stderr,
1020 "%s: number of input columns does not match number of rows in '%s'\n",
1021 argv[0], mcat_spec);
1022 return(1);
1023 }
1024 if (mcat->ncomp != (mcat_last ? mop[nmats].rmp->ncomp : mop[nmats].imx.ncomp)) {
1025 fprintf(stderr,
1026 "%s: number of components does not match those in '%s'\n",
1027 argv[0], mcat_spec);
1028 return(1);
1029 }
1030 if (!split_input(&mop[nmats]))
1031 return(1);
1032 mop[nmats].rmp->ncols = mcat->ncols;
1033 }
1034 newheader("RADIANCE", stdout); /* write output header */
1035 if (echoheader)
1036 output_headinfo(stdout);
1037 printargs(argc, argv, stdout);
1038 fputnow(stdout);
1039 mop[nmats].rmp->dtype = rmx_write_header(mop[nmats].rmp, outfmt, stdout);
1040 if (!mop[nmats].rmp->dtype) {
1041 fprintf(stderr, "%s: unsupported output format\n", argv[0]);
1042 return(1);
1043 }
1044 doptimize(1); /* optimize definitions */
1045 if (spawned_children(nproc)) /* running in parent process? */
1046 return(parent_loop() ? 0 : 1);
1047 /* process & write rows */
1048 return(combine_input() ? 0 : 1);
1049 stdin_error:
1050 fprintf(stderr, "%s: %s used for more than one input\n",
1051 argv[0], stdin_name);
1052 return(1);
1053 userr:
1054 fprintf(stderr,
1055 "Usage: %s [-h][-f{adfc}][-n nproc][-e expr][-f file][-s sf .. | -c ce ..] m1 .. -m mcat > mres\n",
1056 argv[0]);
1057 return(1);
1058 }