ViewVC Help
View File | Revision Log | Show Annotations | Download File | Root Listing
root/radiance/ray/src/util/rcomb.c
Revision: 2.20
Committed: Tue Jun 4 21:23:11 2024 UTC (10 months, 3 weeks ago) by greg
Content type: text/plain
Branch: MAIN
Changes since 2.19: +91 -64 lines
Log Message:
fix(rcomb): Added child process to sequence output; seems to finally work

File Contents

# User Rev Content
1 greg 2.1 #ifndef lint
2 greg 2.20 static const char RCSid[] = "$Id: rcomb.c,v 2.19 2024/06/03 18:55:51 greg Exp $";
3 greg 2.1 #endif
4     /*
5     * General component matrix combiner, operating on a row at a time.
6 greg 2.18 *
7     * Multi-processing mode under Unix creates children that each work
8 greg 2.19 * on one input row at a time, fed by the original process. Final conversion
9 greg 2.20 * and output to stdout is sorted by last child while its siblings send it
10 greg 2.19 * their record calculations.
11 greg 2.1 */
12    
13     #include <math.h>
14     #include "platform.h"
15 greg 2.10 #include "rtprocess.h"
16 greg 2.1 #include "rtio.h"
17     #include "rmatrix.h"
18     #include "calcomp.h"
19    
20     #ifndef M_PI
21     #define M_PI 3.14159265358979323846
22     #endif
23    
24     #define MAXCOMP MAXCSAMP /* #components we support */
25    
26     /* Unary matrix operation(s) */
27     typedef struct {
28     double cmat[MAXCOMP*MAXCOMP]; /* component transformation */
29     double sca[MAXCOMP]; /* scalar coefficients */
30     const char *csym; /* symbolic coefficients */
31     short clen; /* number of coefficients */
32     short nsf; /* number of scalars */
33     } RUNARYOP;
34    
35     /* Input matrix */
36     typedef struct {
37     const char *inspec; /* input specification */
38     RUNARYOP preop; /* transform operation */
39     RMATRIX imx; /* input matrix header info */
40     RMATRIX *rmp; /* active single-row matrix */
41     FILE *infp; /* open input stream */
42     } ROPMAT;
43    
44     ROPMAT *mop = NULL; /* allocated input array */
45     int nall = 0; /* number allocated */
46     int nmats = 0; /* number of actual inputs */
47    
48     RMATRIX *mcat = NULL; /* final concatenation */
49     int mcat_last = 0; /* goes after trailing ops? */
50    
51 greg 2.2 int in_nrows; /* number of input rows (or 0) */
52     #define in_ncols (mop[0].rmp->ncols) /* number of input columns */
53 greg 2.1 #define in_ncomp (mop[0].rmp->ncomp) /* input #components */
54    
55     extern int nowarn; /* turn off warnings? */
56    
57     int cur_row; /* current input/output row */
58     int cur_col; /* current input/output column */
59     int cur_chan; /* if we're looping channels */
60    
61 greg 2.10 SUBPROC *cproc = NULL; /* child process array */
62     int nchildren = 0; /* # of child processes */
63     int inchild = -1; /* our child ID (-1: parent) */
64    
65 greg 2.1 static int checksymbolic(ROPMAT *rop);
66    
67     static int
68     split_input(ROPMAT *rop)
69     {
70     if (rop->rmp == &rop->imx && !(rop->rmp = rmx_copy(&rop->imx))) {
71     fputs("Out of memory in split_input()\n", stderr);
72     return(0);
73     }
74     rmx_reset(rop->rmp);
75     return(1);
76     }
77    
78     /* Check/set transform based on a reference input file */
79     static int
80     checkreffile(ROPMAT *rop)
81     {
82     static const char *curRF = NULL;
83     static RMATRIX refm;
84     const int nc = rop->imx.ncomp;
85     int i;
86    
87     if (!curRF || strcmp(rop->preop.csym, curRF)) {
88     FILE *fp = fopen(rop->preop.csym, "rb");
89     if (!rmx_load_header(&refm, fp)) {
90     fprintf(stderr, "%s: cannot read info header\n",
91     rop->preop.csym);
92     curRF = NULL;
93     if (fp) fclose(fp);
94     return(0);
95     }
96     fclose(fp);
97     curRF = rop->preop.csym;
98     }
99     if (refm.ncomp == 3) {
100     rop->preop.csym = (refm.dtype == DTxyze) ? "XYZ" : "RGB";
101     return(checksymbolic(rop));
102     }
103     if (refm.ncomp == 2) {
104     fprintf(stderr, "%s: cannot convert to 2 components\n",
105     curRF);
106     return(0);
107     }
108     if (refm.ncomp == 1) {
109     rop->preop.csym = "Y"; /* XXX big assumption */
110     return(checksymbolic(rop));
111     }
112     if (refm.ncomp == nc &&
113     !memcmp(refm.wlpart, rop->imx.wlpart, sizeof(refm.wlpart)))
114     return(1); /* nothing to do */
115    
116     if ((nc <= 3) | (nc > MAXCSAMP) | (refm.ncomp > MAXCSAMP)) {
117     fprintf(stderr, "%s: cannot resample from %d to %d components\n",
118     curRF, nc, refm.ncomp);
119     return(0);
120     }
121     if (!split_input(rop)) /* get our own struct */
122     return(0);
123     rop->preop.clen = refm.ncomp * nc; /* compute spec to ref */
124    
125     for (i = 0; i < nc; i++) {
126     SCOLOR scstim, scresp;
127     int j;
128     memset(scstim, 0, sizeof(COLORV)*nc);
129     scstim[i] = 1.f;
130     convertscolor(scresp, refm.ncomp, refm.wlpart[0], refm.wlpart[3],
131     scstim, nc, rop->imx.wlpart[0], rop->imx.wlpart[3]);
132     for (j = refm.ncomp; j-- > 0; )
133     rop->preop.cmat[j*nc + i] = scresp[j];
134     }
135     /* remember new spectral params */
136     memcpy(rop->rmp->wlpart, refm.wlpart, sizeof(rop->rmp->wlpart));
137     rop->rmp->ncomp = refm.ncomp;
138     return(1);
139     }
140    
141     /* Compute conversion row from spectrum to one channel of RGB */
142     static void
143     rgbrow(ROPMAT *rop, int r, int p)
144     {
145     const int nc = rop->imx.ncomp;
146     const float * wlp = rop->imx.wlpart;
147     int i;
148    
149     for (i = nc; i--; ) {
150     int nmEnd = wlp[0] + (wlp[3] - wlp[0])*i/nc;
151     int nmStart = wlp[0] + (wlp[3] - wlp[0])*(i+1)/nc;
152     COLOR crgb;
153     spec_rgb(crgb, nmStart, nmEnd);
154     rop->preop.cmat[r*nc+i] = crgb[p];
155     }
156     }
157    
158     /* Compute conversion row from spectrum to one channel of XYZ */
159     static void
160     xyzrow(ROPMAT *rop, int r, int p)
161     {
162     const int nc = rop->imx.ncomp;
163     const float * wlp = rop->imx.wlpart;
164     int i;
165    
166     for (i = nc; i--; ) {
167     int nmEnd = wlp[0] + (wlp[3] - wlp[0])*i/nc;
168     int nmStart = wlp[0] + (wlp[3] - wlp[0])*(i+1)/nc;
169     COLOR cxyz;
170     spec_cie(cxyz, nmStart, nmEnd);
171     rop->preop.cmat[r*nc+i] = cxyz[p];
172     }
173     }
174    
175     /* Use the spectral sensitivity function to compute matrix coefficients */
176     static void
177     sensrow(ROPMAT *rop, int r, double (*sf)(SCOLOR sc, int ncs, const float wlpt[4]))
178     {
179     const int nc = rop->imx.ncomp;
180     int i;
181    
182     for (i = nc; i--; ) {
183     SCOLOR sclr;
184     memset(sclr, 0, sizeof(COLORV)*nc);
185     sclr[i] = 1.f;
186     rop->preop.cmat[r*nc+i] = (*sf)(sclr, nc, rop->imx.wlpart);
187     }
188     }
189    
190     /* Check/set symbolic transform */
191     static int
192     checksymbolic(ROPMAT *rop)
193     {
194     const int nc = rop->imx.ncomp;
195     const int dt = rop->imx.dtype;
196 greg 2.3 double cf = 1;
197 greg 2.1 int i, j;
198     /* check suffix => reference file */
199     if (strchr(rop->preop.csym, '.') > rop->preop.csym)
200     return(checkreffile(rop));
201    
202     if (nc < 3) {
203     fprintf(stderr, "%s: -c '%s' requires at least 3 components\n",
204     rop->inspec, rop->preop.csym);
205     return(0);
206     }
207     rop->preop.clen = strlen(rop->preop.csym) * nc;
208     if (rop->preop.clen > MAXCOMP*MAXCOMP) {
209     fprintf(stderr, "%s: -c '%s' results in too many components\n",
210     rop->inspec, rop->preop.csym);
211     return(0);
212     }
213     for (j = 0; rop->preop.csym[j]; j++) {
214     int comp = 0;
215     switch (rop->preop.csym[j]) {
216     case 'B':
217 greg 2.3 case 'b':
218 greg 2.1 ++comp;
219     /* fall through */
220     case 'G':
221 greg 2.3 case 'g':
222 greg 2.1 ++comp;
223     /* fall through */
224     case 'R':
225 greg 2.3 case 'r':
226     if (rop->preop.csym[j] <= 'Z')
227     cf = 1./WHTEFFICACY;
228 greg 2.1 if (dt == DTxyze) {
229     for (i = 3; i--; )
230 greg 2.3 rop->preop.cmat[j*nc+i] = cf*xyz2rgbmat[comp][i];
231 greg 2.1 } else if (nc == 3)
232     rop->preop.cmat[j*nc+comp] = 1.;
233     else
234     rgbrow(rop, j, comp);
235     break;
236     case 'Z':
237 greg 2.3 case 'z':
238 greg 2.1 ++comp;
239     /* fall through */
240     case 'Y':
241 greg 2.3 case 'y':
242 greg 2.1 ++comp;
243     /* fall through */
244     case 'X':
245 greg 2.3 case 'x':
246     if ((rop->preop.csym[j] <= 'Z') & (dt != DTxyze))
247     cf = WHTEFFICACY;
248 greg 2.1 if (dt == DTxyze) {
249     rop->preop.cmat[j*nc+comp] = 1.;
250     } else if (nc == 3) {
251     for (i = 3; i--; )
252     rop->preop.cmat[j*nc+i] =
253     rgb2xyzmat[comp][i];
254     } else if (comp == CIEY)
255     sensrow(rop, j, scolor2photopic);
256     else
257     xyzrow(rop, j, comp);
258    
259 greg 2.3 for (i = nc*(cf != 1); i--; )
260     rop->preop.cmat[j*nc+i] *= cf;
261 greg 2.1 break;
262     case 'S': /* scotopic (il)luminance */
263 greg 2.3 cf = WHTSCOTOPIC;
264     /* fall through */
265     case 's':
266 greg 2.1 sensrow(rop, j, scolor2scotopic);
267 greg 2.3 for (i = nc*(cf != 1); i--; )
268     rop->preop.cmat[j*nc+i] *= cf;
269 greg 2.1 break;
270     case 'M': /* melanopic (il)luminance */
271 greg 2.3 cf = WHTMELANOPIC;
272     /* fall through */
273     case 'm':
274 greg 2.1 sensrow(rop, j, scolor2melanopic);
275 greg 2.3 for (i = nc*(cf != 1); i--; )
276     rop->preop.cmat[j*nc+i] *= cf;
277 greg 2.1 break;
278     case 'A': /* average component */
279 greg 2.3 case 'a':
280 greg 2.1 for (i = nc; i--; )
281     rop->preop.cmat[j*nc+i] = 1./(double)nc;
282     break;
283     default:
284     fprintf(stderr, "%s: -c '%c' unsupported\n",
285     rop->inspec, rop->preop.csym[j]);
286     return(0);
287     }
288     }
289     if (!split_input(rop)) /* get our own struct */
290     return(0);
291     memcpy(rop->rmp->wlpart, WLPART, sizeof(rop->rmp->wlpart));
292     rop->rmp->ncomp = rop->preop.clen / nc;
293     /* decide on output type */
294 greg 2.4 if (!strcasecmp(rop->preop.csym, "XYZ")) {
295 greg 2.1 if (dt <= DTspec)
296     rop->rmp->dtype = DTxyze;
297 greg 2.4 } else if (!strcasecmp(rop->preop.csym, "RGB")) {
298 greg 2.1 if (dt <= DTspec)
299     rop->rmp->dtype = DTrgbe;
300     } else if (rop->rmp->dtype == DTspec)
301     rop->rmp->dtype = DTfloat;
302     return(1);
303     }
304    
305     static int
306     get_component_xfm(ROPMAT *rop)
307     {
308     int i, j;
309    
310     if (rop->rmp != &rop->imx) { /* reset destination matrix */
311     rmx_free(rop->rmp);
312     rop->rmp = &rop->imx;
313     }
314     if (rop->preop.csym && /* symbolic transform? */
315     !checksymbolic(rop))
316     return(0);
317     /* undo exposure? */
318     if (fabs(1. - bright(rop->rmp->cexp)) > .025) {
319     if (rop->rmp->ncomp == 1)
320     rop->rmp->cexp[RED] = rop->rmp->cexp[GRN] =
321     rop->rmp->cexp[BLU] = bright(rop->rmp->cexp);
322     if (rop->preop.nsf <= 0) {
323     rop->preop.nsf = i = rop->rmp->ncomp;
324     while (i--)
325     rop->preop.sca[i] = 1.;
326     }
327     if (rop->preop.nsf == 1) {
328     if (rop->rmp->ncomp == 3) {
329     rop->preop.sca[2] = rop->preop.sca[1] =
330     rop->preop.sca[0];
331     rop->preop.nsf = 3;
332     } else
333     rop->preop.sca[0] /= bright(rop->rmp->cexp);
334     }
335     if (rop->preop.nsf == 3) {
336     opcolor(rop->preop.sca, /=, rop->rmp->cexp);
337     } else if (rop->preop.nsf > 3) { /* punt */
338     double mult = 1./bright(rop->rmp->cexp);
339     for (i = rop->preop.nsf; i--; )
340     rop->preop.sca[i] *= mult;
341     }
342     setcolor(rop->rmp->cexp, 1., 1., 1.);
343     }
344     if (rop->preop.clen > 0) { /* use component transform? */
345     if (rop->preop.clen % rop->imx.ncomp) {
346     fprintf(stderr, "%s: -c must have N x %d coefficients\n",
347     rop->inspec, rop->imx.ncomp);
348     return(0);
349     }
350     if (rop->preop.nsf > 0) { /* scale transform, instead */
351     if (rop->preop.nsf == 1) {
352     for (i = rop->preop.clen; i--; )
353     rop->preop.cmat[i] *= rop->preop.sca[0];
354     } else if (rop->preop.nsf*rop->imx.ncomp != rop->preop.clen) {
355     fprintf(stderr, "%s: -s must have one or %d factors\n",
356     rop->inspec,
357     rop->preop.clen/rop->imx.ncomp);
358     return(0);
359     } else {
360     for (i = rop->preop.nsf; i--; )
361     for (j = rop->imx.ncomp; j--; )
362     rop->preop.cmat[i*rop->imx.ncomp+j]
363     *= rop->preop.sca[i];
364     }
365     }
366     rop->preop.nsf = 0; /* now folded in */
367     if (!split_input(rop)) /* get our own struct */
368     return(0);
369     rop->rmp->ncomp = rop->preop.clen / rop->imx.ncomp;
370     if ((rop->rmp->ncomp > 3) & (rop->rmp->dtype <= DTspec)) {
371     rop->rmp->dtype = DTfloat; /* probably not actual spectrum */
372     memcpy(rop->rmp->wlpart, WLPART, sizeof(rop->rmp->wlpart));
373     }
374     } else if (rop->preop.nsf > 0) { /* else use scalar(s)? */
375     if (rop->preop.nsf == 1) {
376     for (i = rop->rmp->ncomp; --i; )
377     rop->preop.sca[i] = rop->preop.sca[0];
378     rop->preop.nsf = rop->rmp->ncomp;
379     } else if (rop->preop.nsf != rop->rmp->ncomp) {
380     fprintf(stderr, "%s: -s must have one or %d factors\n",
381     rop->inspec, rop->rmp->ncomp);
382     return(0);
383     }
384     }
385     return(1);
386     }
387    
388     static int
389     apply_op(RMATRIX *dst, const RMATRIX *src, const RUNARYOP *ro)
390     {
391     if (ro->clen > 0) {
392     RMATRIX *res = rmx_transform(src, dst->ncomp, ro->cmat);
393     if (!res) {
394     fputs("Error in call to rmx_transform()\n", stderr);
395     return(0);
396     }
397     if (!rmx_transfer_data(dst, res, 0))
398     return(0);
399     rmx_free(res);
400     } else if (dst != src)
401 greg 2.9 memcpy(dst->mtx, src->mtx, rmx_array_size(dst));
402 greg 2.1 if (ro->nsf == dst->ncomp)
403     rmx_scale(dst, ro->sca);
404     return(1);
405     }
406    
407     static int
408     open_input(ROPMAT *rop)
409     {
410     int outtype;
411    
412     if (!rop || !rop->inspec || !rop->inspec[0])
413     return(0);
414     if (rop->inspec == stdin_name)
415     rop->infp = stdin;
416     else if (rop->inspec[0] == '!')
417     rop->infp = popen(rop->inspec+1, "r");
418     else
419     rop->infp = fopen(rop->inspec, "rb");
420    
421     if (!rmx_load_header(&rop->imx, rop->infp)) {
422     fprintf(stderr, "Bad header from: %s\n", rop->inspec);
423     return(0);
424     }
425     return(get_component_xfm(rop));
426     }
427    
428     /* Return nominal wavelength associated with input component (return nm) */
429     static double
430     l_wavelength(char *nam)
431     {
432     double comp = argument(1);
433    
434     if ((comp < -.5) | (comp >= in_ncomp+.5)) {
435     errno = EDOM;
436     return(.0);
437     }
438     if (comp < .5) /* asking for #components? */
439     return(in_ncomp);
440    
441     if (in_ncomp == 3) { /* special case for RGB */
442     const int w0 = (int)(comp - .5);
443     return(mop[0].rmp->wlpart[w0] +
444     (comp-.5)*(mop[0].rmp->wlpart[w0+1] -
445     mop[0].rmp->wlpart[w0]));
446     }
447     return(mop[0].rmp->wlpart[0] + /* general case, even div. */
448     (comp-.5)/(double)in_ncomp *
449     (mop[0].rmp->wlpart[3] - mop[0].rmp->wlpart[0]));
450     }
451    
452     /* Return ith input with optional channel selector */
453     static double
454     l_chanin(char *nam)
455     {
456     double inp = argument(1);
457     int mi, chan;
458    
459     if ((mi = (int)(inp-.5)) < 0 || mi >= nmats) {
460     errno = EDOM;
461     return(.0);
462     }
463     if (inp < .5) /* asking for #inputs? */
464     return(nmats);
465    
466     if (nargum() >= 2) {
467     double cval = argument(2);
468     if (cval < .5 || (chan = (int)(cval-.5)) >= in_ncomp) {
469     errno = EDOM;
470     return(.0);
471     }
472     } else
473     chan = cur_chan;
474    
475     return(mop[mi].rmp->mtx[cur_col*in_ncomp + chan]);
476     }
477    
478     static int
479     initialize(RMATRIX *imp)
480     {
481     int i;
482     /* XXX struct is zeroed coming in */
483     setcolor(imp->cexp, 1.f, 1.f, 1.f);
484     for (i = 0; i < nmats; i++) { /* open each input */
485     int restype;
486     if (!open_input(&mop[i]))
487     return(0);
488     restype = mop[i].rmp->dtype;
489     if (!imp->dtype || (restype = rmx_newtype(restype, imp->dtype)) > 0)
490     imp->dtype = restype;
491     else
492     fprintf(stderr, "%s: warning - data type mismatch\n",
493     mop[i].inspec);
494     if (!i) {
495     imp->ncols = mop[0].rmp->ncols;
496     imp->ncomp = mop[0].rmp->ncomp;
497     memcpy(imp->wlpart, mop[0].rmp->wlpart, sizeof(imp->wlpart));
498 greg 2.2 } else if ((mop[i].rmp->ncols != imp->ncols) |
499     (mop[i].rmp->ncomp != imp->ncomp) |
500     ((in_nrows > 0) & (mop[i].rmp->nrows > 0) &
501     (mop[i].rmp->nrows != in_nrows))) {
502 greg 2.1 fprintf(stderr, "%s: mismatch in size or #components\n",
503     mop[i].inspec);
504     return(0);
505     } /* XXX should check wlpart? */
506 greg 2.2 if (in_nrows <= 0)
507     in_nrows = imp->nrows = mop[i].rmp->nrows;
508 greg 2.1 } /* set up .cal environment */
509     esupport |= E_VARIABLE|E_FUNCTION|E_RCONST;
510     esupport &= ~(E_OUTCHAN|E_INCHAN);
511     varset("PI", ':', M_PI);
512     varset("nfiles", ':', nmats);
513     varset("nrows", ':', in_nrows);
514     varset("ncols", ':', in_ncols);
515     varset("ncomp", ':', in_ncomp);
516     varset("R", ':', 1.);
517     varset("G", ':', 2.);
518     varset("B", ':', 3.);
519     funset("wl", 1, ':', l_wavelength);
520     funset("ci", 1, '=', l_chanin);
521     scompile("ri(i)=ci(i,R);gi(i)=ci(i,G);bi(i)=ci(i,B)", NULL, 0);
522     return(1);
523     }
524    
525     static void
526     output_headinfo(FILE *fp)
527     {
528     int i;
529    
530     for (i = 0; i < nmats; i++) {
531     const char *cp = mop[i].imx.info;
532     fputs(mop[i].inspec, fp);
533     fputs(":\n", fp);
534     if (!cp) continue;
535     while (*cp) {
536     if (*cp == '\n') {
537     cp++; /* avoid inadvertant terminus */
538     continue;
539     }
540     fputc('\t', fp); /* indent this input's info */
541     do
542     putc(*cp, fp);
543     while (*cp++ != '\n');
544     }
545     }
546     }
547    
548 greg 2.20 static int
549     output_loop(void)
550 greg 2.19 {
551 greg 2.20 const size_t row_size = rmx_array_size(mop[nmats].rmp);
552     int i = nmats;
553     int cur_child = 0;
554    
555     if (mop[nmats].rmp != &mop[nmats].imx) /* output is split? */
556     rmx_reset(&mop[nmats].imx);
557     while (i-- > 0) { /* close input matrices */
558     fclose(mop[i].infp); /* ! pclose() */
559     mop[i].infp = NULL;
560     rmx_reset(&mop[i].imx);
561     if (mop[i].rmp != &mop[i].imx) {
562     rmx_free(mop[i].rmp);
563     mop[i].rmp = &mop[i].imx;
564     }
565     }
566     #ifdef getc_unlocked
567     flockfile(stdout); /* we own this, now */
568     #endif
569     for ( ; ; ) { /* loop until no more */
570     ssize_t rv;
571     rv = readbuf(cproc[cur_child].r, mop[nmats].rmp->mtx, row_size);
572     if (!rv) /* out of rows? */
573     break;
574     if (rv != row_size) {
575     fputs("Read error in output loop\n", stderr);
576     return(0);
577     } /* do final conversion */
578     if (!rmx_write_data(mop[nmats].rmp->mtx, mop[nmats].rmp->ncomp,
579     mop[nmats].rmp->ncols, mop[nmats].rmp->dtype, stdout)) {
580     fputs("Conversion/write error in output loop\n", stderr);
581     return(0);
582     }
583     cur_child++;
584     cur_child *= (cur_child < inchild);
585 greg 2.19 }
586 greg 2.20 return(fflush(stdout) != EOF);
587 greg 2.19 }
588    
589 greg 2.1 static int
590 greg 2.10 spawned_children(int np)
591 greg 2.1 {
592 greg 2.10 int i, rv;
593    
594     #if defined(_WIN32) || defined(_WIN64)
595     if (np > 1) {
596     fputs("Warning: only one process under Windows\n", stderr);
597     np = 1;
598     } else
599     #endif
600 greg 2.18 if ((in_nrows > 0) & (np*4 > in_nrows))
601     np = in_nrows/4;
602 greg 2.10 /* we'll be doing a row at a time */
603 greg 2.1 for (i = 0; i < nmats; i++) {
604 greg 2.10 mop[i].imx.nrows = 1;
605 greg 2.1 if (!rmx_prepare(&mop[i].imx))
606     goto memerror;
607     if (mop[i].rmp != &mop[i].imx) {
608     mop[i].rmp->nrows = 1;
609     if (!rmx_prepare(mop[i].rmp))
610     goto memerror;
611     }
612     }
613 greg 2.20 /* prep output row buffer(s) */
614 greg 2.10 if (mcat || mop[nmats].preop.clen > 0) {
615     if (!split_input(&mop[nmats])) /* need separate buffer */
616     return(0);
617     if (mop[nmats].preop.clen > 0)
618     mop[nmats].rmp->ncomp = mop[nmats].preop.clen /
619     mop[nmats].imx.ncomp;
620 greg 2.1 }
621 greg 2.10 mop[nmats].imx.nrows = 1;
622     if (!rmx_prepare(&mop[nmats].imx))
623     goto memerror;
624 greg 2.20 if (mop[nmats].rmp != &mop[nmats].imx) {
625     mop[nmats].rmp->nrows = 1;
626     if (!rmx_prepare(mop[nmats].rmp))
627     goto memerror;
628     }
629 greg 2.18 if (np <= 1) { /* single process return */
630 greg 2.10 #ifdef getc_unlocked
631     for (i = 0; i < nmats; i++)
632     flockfile(mop[i].infp);
633     flockfile(stdout);
634     #endif
635     return(0);
636     }
637     fflush(stdout); /* flush header & spawn children */
638 greg 2.20 nchildren = np + 1; /* extra child to sequence output */
639 greg 2.19 cproc = (SUBPROC *)malloc(sizeof(SUBPROC)*nchildren);
640 greg 2.10 if (!cproc)
641     goto memerror;
642 greg 2.20 for (i = nchildren; i--; ) cproc[i] = sp_inactive;
643     cproc[nchildren-1].flags |= PF_FILT_OUT;
644     /* start each child */
645     for (i = 0; i < nchildren; i++) {
646 greg 2.10 rv = open_process(&cproc[i], NULL);
647 greg 2.20 if (rv <= 0) break;
648 greg 2.10 }
649     if (rv < 0) {
650     perror("fork");
651 greg 2.17 close_processes(cproc, i);
652 greg 2.10 exit(1);
653     }
654 greg 2.20 if (rv) { /* are we the parent? */
655     i = nchildren-1; /* last child is sole reader */
656     while (i-- > 0)
657     close(cproc[i].r);
658     return(1); /* parent return value */
659     }
660 greg 2.11 inchild = i; /* our child index */
661 greg 2.20 while (i-- > 0) /* only parent writes siblings */
662 greg 2.11 close(cproc[i].w);
663 greg 2.20
664     if (inchild == nchildren-1) /* last child sequences output */
665     exit(output_loop() ? 0 : 1);
666    
667     i = inchild; /* won't read from siblings */
668     while (i-- > 0)
669     close(cproc[i].r);
670     i = nmats; /* close input matrix streams */
671     while (i-- > 0) {
672     if (mop[i].infp != stdin)
673     fclose(mop[i].infp); /* ! pclose() */
674     mop[i].infp = stdin;
675     mop[i].imx.dtype = DTrmx_native;
676     mop[i].imx.pflags &= ~RMF_SWAPIN;
677     }
678     fpurge(stdin); /* discard any previous matrix input */
679 greg 2.10 #ifdef getc_unlocked
680     flockfile(stdin);
681     #endif
682 greg 2.20 mop[nmats].rmp->dtype = DTrmx_native;
683     return(0); /* worker child return value */
684 greg 2.10 memerror:
685     fputs("Out of memory in spawned_children()\n", stderr);
686     exit(1);
687     }
688    
689     static int
690 greg 2.19 parent_loop(void)
691 greg 2.10 {
692     int i;
693    
694 greg 2.20 rmx_reset(&mop[nmats].imx); /* not touching output side */
695     if (mop[nmats].rmp != &mop[nmats].imx) {
696     rmx_free(mop[nmats].rmp);
697     mop[nmats].rmp = &mop[nmats].imx;
698     }
699 greg 2.10 #ifdef getc_unlocked
700 greg 2.20 for (i = 0; i < nmats; i++) /* we handle matrix inputs */
701 greg 2.10 flockfile(mop[i].infp);
702     #endif
703 greg 2.19 /* load & send rows to kids */
704 greg 2.10 for (cur_row = 0; (in_nrows <= 0) | (cur_row < in_nrows); cur_row++) {
705 greg 2.20 int wfd = cproc[cur_row % (nchildren-1)].w;
706 greg 2.11 for (i = 0; i < nmats; i++)
707 greg 2.10 if (!rmx_load_row(mop[i].imx.mtx, &mop[i].imx, mop[i].infp)) {
708     if (cur_row > in_nrows) /* unknown #input rows? */
709     break;
710 greg 2.20 fprintf(stderr, "%s: parent read error at row %d\n",
711 greg 2.10 mop[i].inspec, cur_row);
712     return(0);
713     }
714 greg 2.11 if (i < nmats)
715     break;
716     for (i = 0; i < nmats; i++)
717 greg 2.19 if (writebuf(wfd, mop[i].imx.mtx, rmx_array_size(&mop[i].imx))
718     != rmx_array_size(&mop[i].imx))
719     return(0);
720 greg 2.10 }
721     i = close_processes(cproc, nchildren);
722 greg 2.20 free(cproc); cproc = NULL; nchildren = 0;
723 greg 2.10 if (i < 0) {
724 greg 2.20 fputs("Warning: lost child in parent_loop()\n", stderr);
725 greg 2.10 return(1);
726     }
727     if (i > 0) {
728     fprintf(stderr, "Child exited with status %d\n", i);
729     return(0);
730     }
731 greg 2.20 return(1); /* return success! */
732 greg 2.10 memerror:
733     fputs("Out of memory in parent_loop()\n", stderr);
734     exit(1);
735     }
736    
737     static int
738 greg 2.19 combine_input(void)
739 greg 2.10 {
740 greg 2.20 const int row0 = (inchild >= 0)*inchild;
741     const int rstep = nchildren ? nchildren-1 : 1;
742 greg 2.10 ROPMAT *res = &mop[nmats];
743     int set_r, set_c;
744     RMATRIX *tmp = NULL;
745     int co_set;
746     int i;
747    
748 greg 2.1 if (mcat && mcat_last &&
749     !(tmp = rmx_alloc(1, res->imx.ncols, res->rmp->ncomp)))
750     goto memerror;
751     /* figure out what the user set */
752     co_set = fundefined("co");
753     if (!co_set)
754     co_set = -vardefined("co");
755     if (!co_set & (in_ncomp == 3) && vardefined("ro") &&
756     vardefined("go") && vardefined("bo")) {
757     scompile("co(p)=select(p,ro,go,bo)", NULL, 0);
758     co_set = 1;
759     }
760     if (co_set) { /* set if user wants, didn't set */
761     set_r = varlookup("r") != NULL && !vardefined("r");
762     set_c = varlookup("c") != NULL && !vardefined("c");
763     } else /* save a little time */
764     set_r = set_c = 0;
765 greg 2.16 /* read/process row-by-row */
766 greg 2.10 for (cur_row = row0; (in_nrows <= 0) | (cur_row < in_nrows); cur_row += rstep) {
767 greg 2.1 RMATRIX *mres = NULL;
768 greg 2.14 for (i = 0; i < nmats; i++)
769 greg 2.1 if (!rmx_load_row(mop[i].imx.mtx, &mop[i].imx, mop[i].infp)) {
770 greg 2.5 if (cur_row > in_nrows) /* unknown #input rows? */
771 greg 2.10 break;
772 greg 2.1 fprintf(stderr, "%s: read error at row %d\n",
773     mop[i].inspec, cur_row);
774     return(0);
775     }
776 greg 2.10 if (i < nmats)
777     break;
778     for (i = 0; i < nmats; i++)
779 greg 2.1 if (!apply_op(mop[i].rmp, &mop[i].imx, &mop[i].preop))
780     return(0);
781     if (set_r) varset("r", '=', cur_row);
782     for (cur_col = 0; cur_col < in_ncols; cur_col++) {
783     if (set_c) varset("c", '=', cur_col);
784     for (cur_chan = 0; cur_chan < in_ncomp; cur_chan++) {
785     const int ndx = cur_col*in_ncomp + cur_chan;
786     eclock++;
787     if (!co_set) { /* just summing elements? */
788     res->imx.mtx[ndx] = 0;
789     for (i = nmats; i--; )
790     res->imx.mtx[ndx] += mop[i].rmp->mtx[ndx];
791     } else if (co_set > 0) {
792     double dchan = cur_chan+1;
793     res->imx.mtx[ndx] = funvalue("co", 1, &dchan);
794     } else
795     res->imx.mtx[ndx] = varvalue("co");
796     }
797     } /* final conversions */
798     if (!mcat) {
799     if (!apply_op(res->rmp, &res->imx, &res->preop))
800     return(0);
801     } else if (mcat_last) {
802     if (!apply_op(tmp, &res->imx, &res->preop))
803     return(0);
804     mres = rmx_multiply(tmp, mcat);
805     if (!mres)
806     goto multerror;
807     if (!rmx_transfer_data(res->rmp, mres, 0))
808     return(0);
809     } else /* mcat && !mcat_last */ {
810     mres = rmx_multiply(&res->imx, mcat);
811     if (!mres)
812     goto multerror;
813     if (!apply_op(res->rmp, mres, &res->preop))
814     return(0);
815     }
816     rmx_free(mres); mres = NULL;
817     if (!rmx_write_data(res->rmp->mtx, res->rmp->ncomp,
818 greg 2.10 res->rmp->ncols, res->rmp->dtype, stdout))
819     return(0);
820 greg 2.20 if (inchild >= 0 && fflush(stdout) == EOF)
821 greg 2.16 return(0);
822 greg 2.1 }
823 greg 2.20 return(inchild >= 0 || fflush(stdout) != EOF);
824 greg 2.1 memerror:
825     fputs("Out of buffer space in combine_input()\n", stderr);
826     return(0);
827     multerror:
828     fputs("Unexpected matrix multiply error in combine_input()\n", stderr);
829     return(0);
830     }
831    
832     static int
833     get_factors(double da[], int n, char *av[])
834     {
835     int ac;
836    
837     for (ac = 0; ac < n && isflt(av[ac]); ac++)
838     da[ac] = atof(av[ac]);
839     return(ac);
840     }
841    
842     static void
843     resize_inparr(int n2alloc)
844     {
845     int i;
846    
847 greg 2.6 if (n2alloc == nall)
848     return;
849     for (i = nall; i > n2alloc; i--) {
850 greg 2.1 rmx_reset(&mop[i].imx);
851     if (mop[i].rmp != &mop[i].imx)
852     rmx_free(mop[i].rmp);
853     }
854     mop = (ROPMAT *)realloc(mop, n2alloc*sizeof(ROPMAT));
855     if (mop == NULL) {
856     fputs("Out of memory in resize_inparr()\n", stderr);
857     exit(1);
858     }
859 greg 2.6 if (n2alloc > nall)
860     memset(mop+nall, 0, (n2alloc-nall)*sizeof(ROPMAT));
861 greg 2.1 nall = n2alloc;
862     }
863    
864     /* Load one or more matrices and operate on them, sending results to stdout */
865     int
866     main(int argc, char *argv[])
867     {
868    
869     int outfmt = DTfromHeader;
870     const char *defCsym = NULL;
871     int echoheader = 1;
872     int stdin_used = 0;
873 greg 2.10 int nproc = 1;
874 greg 2.1 const char *mcat_spec = NULL;
875     int n2comp = 0;
876     uby8 comp_ndx[128];
877     int i;
878     /* get starting input array */
879     mop = (ROPMAT *)calloc(nall=2, sizeof(ROPMAT));
880     /* get options and arguments */
881     for (i = 1; i < argc; i++)
882     if (argv[i][0] != '-' || !argv[i][1]) {
883     if (argv[i][0] == '-') {
884     if (stdin_used++) goto stdin_error;
885     mop[nmats].inspec = stdin_name;
886     } else
887     mop[nmats].inspec = argv[i];
888     if (!mop[nmats].preop.csym)
889     mop[nmats].preop.csym = defCsym;
890     if (++nmats >= nall)
891     resize_inparr(nmats + (nmats>>2) + 2);
892     } else {
893     int n = argc-1 - i;
894     switch (argv[i][1]) { /* get option */
895     case 'w':
896     nowarn = !nowarn;
897     break;
898     case 'h':
899     echoheader = !echoheader;
900     break;
901 greg 2.10 case 'n':
902     nproc = atoi(argv[++i]);
903     if (nproc <= 0)
904     goto userr;
905     break;
906 greg 2.1 case 'e':
907     if (!n) goto userr;
908     comp_ndx[n2comp++] = i++;
909     break;
910     case 'f':
911     switch (argv[i][2]) {
912     case '\0':
913     if (!n) goto userr;
914     comp_ndx[n2comp++] = i++;
915     break;
916     case 'd':
917     outfmt = DTdouble;
918     break;
919     case 'f':
920     outfmt = DTfloat;
921     break;
922     case 'a':
923     outfmt = DTascii;
924     break;
925     case 'c':
926     outfmt = DTrgbe;
927     break;
928     default:
929     goto userr;
930     }
931     break;
932     case 's':
933     if (n > MAXCOMP) n = MAXCOMP;
934     i += mop[nmats].preop.nsf =
935     get_factors(mop[nmats].preop.sca,
936     n, argv+i+1);
937     if (mop[nmats].preop.nsf <= 0) {
938     fprintf(stderr, "%s: -s missing arguments\n",
939     argv[0]);
940     goto userr;
941     }
942     break;
943     case 'C':
944     if (!n || isflt(argv[i+1]))
945     goto userr;
946     defCsym = mop[nmats].preop.csym = argv[++i];
947     mop[nmats].preop.clen = 0;
948     mcat_last = 0;
949     break;
950     case 'c':
951     if (n && !isflt(argv[i+1])) {
952     mop[nmats].preop.csym = argv[++i];
953     mop[nmats].preop.clen = 0;
954 greg 2.15 mcat_last = 0;
955 greg 2.1 break;
956     }
957     if (n > MAXCOMP*MAXCOMP) n = MAXCOMP*MAXCOMP;
958     i += mop[nmats].preop.clen =
959     get_factors(mop[nmats].preop.cmat,
960     n, argv+i+1);
961     if (mop[nmats].preop.clen <= 0) {
962     fprintf(stderr, "%s: -c missing arguments\n",
963     argv[0]);
964     goto userr;
965     }
966     mop[nmats].preop.csym = NULL;
967     mcat_last = 0;
968     break;
969     case 'm':
970     if (!n) goto userr;
971     if (argv[++i][0] == '-' && !argv[i][1]) {
972     if (stdin_used++) goto stdin_error;
973     mcat_spec = stdin_name;
974     } else
975     mcat_spec = argv[i];
976     mcat_last = 1;
977     break;
978     default:
979     fprintf(stderr, "%s: unknown option '%s'\n",
980     argv[0], argv[i]);
981     goto userr;
982     }
983     }
984     if (!nmats) {
985     fprintf(stderr, "%s: need at least one input matrix\n", argv[0]);
986     goto userr;
987     }
988     resize_inparr(nmats+1); /* extra matrix at end for result */
989     mop[nmats].inspec = "trailing_ops";
990     /* load final concatenation matrix */
991     if (mcat_spec && !(mcat = rmx_load(mcat_spec, RMPnone))) {
992     fprintf(stderr, "%s: error loading concatenation matrix: %s\n",
993     argv[0], mcat_spec);
994     return(1);
995     }
996     /* get/check inputs, set constants */
997     if (!initialize(&mop[nmats].imx))
998     return(1);
999    
1000     for (i = 0; i < n2comp; i++) /* user .cal files and expressions */
1001     if (argv[comp_ndx[i]][1] == 'f') {
1002     char *fpath = getpath(argv[comp_ndx[i]+1],
1003     getrlibpath(), 0);
1004     if (fpath == NULL) {
1005     fprintf(stderr, "%s: cannot find file '%s'\n",
1006     argv[0], argv[comp_ndx[i]+1]);
1007     return(1);
1008     }
1009     fcompile(fpath);
1010     } else /* (argv[comp_ndx[i]][1] == 'e') */
1011     scompile(argv[comp_ndx[i]+1], NULL, 0);
1012    
1013     /* get trailing color transform */
1014     if (!get_component_xfm(&mop[nmats]))
1015     return(1);
1016     /* adjust output dimensions and #components */
1017     if (mcat) {
1018     if (mop[nmats].imx.ncols != mcat->nrows) {
1019     fprintf(stderr,
1020     "%s: number of input columns does not match number of rows in '%s'\n",
1021     argv[0], mcat_spec);
1022     return(1);
1023     }
1024     if (mcat->ncomp != (mcat_last ? mop[nmats].rmp->ncomp : mop[nmats].imx.ncomp)) {
1025     fprintf(stderr,
1026     "%s: number of components does not match those in '%s'\n",
1027     argv[0], mcat_spec);
1028     return(1);
1029     }
1030     if (!split_input(&mop[nmats]))
1031     return(1);
1032     mop[nmats].rmp->ncols = mcat->ncols;
1033     }
1034     newheader("RADIANCE", stdout); /* write output header */
1035     if (echoheader)
1036     output_headinfo(stdout);
1037     printargs(argc, argv, stdout);
1038     fputnow(stdout);
1039     mop[nmats].rmp->dtype = rmx_write_header(mop[nmats].rmp, outfmt, stdout);
1040     if (!mop[nmats].rmp->dtype) {
1041     fprintf(stderr, "%s: unsupported output format\n", argv[0]);
1042     return(1);
1043     }
1044 greg 2.7 doptimize(1); /* optimize definitions */
1045 greg 2.11 if (spawned_children(nproc)) /* running in parent process? */
1046 greg 2.10 return(parent_loop() ? 0 : 1);
1047 greg 2.1 /* process & write rows */
1048 greg 2.10 return(combine_input() ? 0 : 1);
1049 greg 2.1 stdin_error:
1050     fprintf(stderr, "%s: %s used for more than one input\n",
1051     argv[0], stdin_name);
1052     return(1);
1053     userr:
1054     fprintf(stderr,
1055 greg 2.10 "Usage: %s [-h][-f{adfc}][-n nproc][-e expr][-f file][-s sf .. | -c ce ..] m1 .. -m mcat > mres\n",
1056 greg 2.1 argv[0]);
1057     return(1);
1058     }