ViewVC Help
View File | Revision Log | Show Annotations | Download File | Root Listing
root/radiance/ray/src/hd/rholo.c
Revision: 3.44
Committed: Wed Dec 30 08:02:37 1998 UTC (25 years, 3 months ago) by gwlarson
Content type: text/plain
Branch: MAIN
Changes since 3.43: +16 -2 lines
Log Message:
added warning about excessive file fragmentation

File Contents

# Content
1 /* Copyright (c) 1998 Silicon Graphics, Inc. */
2
3 #ifndef lint
4 static char SCCSid[] = "$SunId$ SGI";
5 #endif
6
7 /*
8 * Radiance holodeck generation controller
9 */
10
11 #include "rholo.h"
12 #include "random.h"
13 #include <signal.h>
14 #include <sys/types.h>
15 #include <sys/stat.h>
16
17 #ifndef FRAGWARN
18 #define FRAGWARN 20 /* fragmentation for warning (%) */
19 #endif
20 #ifndef MAXQTIME
21 #define MAXQTIME 5 /* target maximum seconds in queue */
22 #endif
23 /* the following must be consistent with rholo.h */
24 int NVARS = NRHVARS; /* total number of variables */
25
26 VARIABLE vv[] = RHVINIT; /* variable-value pairs */
27
28 char *progname; /* our program name */
29 char *hdkfile; /* holodeck file name */
30 char froot[256]; /* root file name */
31
32 int ncprocs = 0; /* desired number of compute processes */
33
34 char *outdev = NULL; /* output device name */
35
36 int readinp = 0; /* read commands from stdin */
37
38 int force = 0; /* allow overwrite of holodeck */
39
40 time_t starttime; /* time we got started */
41 time_t endtime; /* time we should end by */
42 time_t reporttime; /* time for next report */
43
44 long maxdisk; /* maximum file space (bytes) */
45
46 int rtargc = 1; /* rtrace command */
47 char *rtargv[128] = {"rtrace", NULL};
48
49 int orig_mode = -1; /* original file mode (-1 if unchanged) */
50
51 long nraysdone = 0L; /* number of rays done */
52 long npacksdone = 0L; /* number of packets done */
53
54 PACKET *freepacks; /* available packets */
55 int totqlen; /* maximum queue length when full */
56
57 char *sigerr[NSIG]; /* signal error messages */
58
59 extern int nowarn; /* turn warnings off? */
60
61 extern time_t time();
62
63
64 main(argc, argv)
65 int argc;
66 char *argv[];
67 {
68 int i;
69
70 initurand(16384); /* initialize urand */
71 progname = argv[0]; /* get arguments */
72 for (i = 1; i < argc && argv[i][0] == '-'; i++)
73 switch (argv[i][1]) {
74 case 'w': /* turn off warnings */
75 nowarn++;
76 break;
77 case 'f': /* force overwrite */
78 force++;
79 break;
80 case 'i': /* read input from stdin */
81 readinp++;
82 break;
83 case 'n': /* compute processes */
84 if (i >= argc-2)
85 goto userr;
86 ncprocs = atoi(argv[++i]);
87 break;
88 case 'o': /* output display */
89 if (i >= argc-2)
90 goto userr;
91 outdev = argv[++i];
92 break;
93 default:
94 goto userr;
95 }
96 /* get root file name */
97 if (i >= argc)
98 goto userr;
99 rootname(froot, hdkfile=argv[i++]);
100 /* load variables? */
101 if (i < argc)
102 if (argv[i][0] != '-' && argv[i][0] != '+')
103 loadvars(argv[i]); /* load variables from file */
104
105 if (i >= argc || argv[i][0] == '+')
106 loadholo(); /* load existing holodeck */
107
108 while (++i < argc) /* get command line settings */
109 if (setvariable(argv[i], matchvar) < 0) {
110 sprintf(errmsg, "unknown variable: %s", argv[i]);
111 error(USER, errmsg);
112 }
113 /* check settings */
114 checkvalues();
115 /* load rad input file */
116 getradfile();
117
118 if (hdlist[0] == NULL) { /* create new holodeck */
119 HDGRID hdg[HDMAX];
120 /* set defaults */
121 setdefaults(hdg);
122 /* holodeck exists? */
123 if (!force && access(hdkfile, R_OK|W_OK) == 0)
124 error(USER,
125 "holodeck file exists -- use -f to overwrite");
126 /* create holodeck */
127 creatholo(hdg);
128 } else /* else just set defaults */
129 setdefaults(NULL);
130 /* initialize */
131 initrholo();
132 /* main loop */
133 while (rholo())
134 ;
135 /* done */
136 quit(0);
137 userr:
138 fprintf(stderr,
139 "Usage: %s [-n nprocs][-o disp][-w][-f] output.hdk [control.hif|+|- [VAR=val ..]]\n",
140 progname);
141 quit(1);
142 }
143
144
145 onsig(signo) /* fatal signal */
146 int signo;
147 {
148 static int gotsig = 0;
149
150 if (gotsig++) /* two signals and we're gone! */
151 _exit(signo);
152
153 alarm(60); /* allow 60 seconds to clean up */
154 signal(SIGALRM, SIG_DFL); /* make certain we do die */
155 eputs("signal - ");
156 eputs(sigerr[signo]);
157 eputs("\n");
158 quit(3);
159 }
160
161
162 sigdie(signo, msg) /* set fatal signal */
163 int signo;
164 char *msg;
165 {
166 if (signal(signo, onsig) == SIG_IGN)
167 signal(signo, SIG_IGN);
168 sigerr[signo] = msg;
169 }
170
171
172 int
173 resfmode(fd, mod) /* restrict open file access mode */
174 int fd, mod;
175 {
176 struct stat stbuf;
177 /* get original mode */
178 if (fstat(fd, &stbuf) < 0)
179 error(SYSTEM, "cannot stat open holodeck file");
180 mod &= stbuf.st_mode; /* always more restrictive */
181 if (mod == (stbuf.st_mode & 0777))
182 return(-1); /* already set */
183 /* else change it */
184 if (fchmod(fd, mod) < 0) {
185 error(WARNING, "cannot change holodeck file access mode");
186 return(-1);
187 }
188 return(stbuf.st_mode); /* return original mode */
189 }
190
191
192 initrholo() /* get our holodeck running */
193 {
194 extern int global_packet();
195 register int i;
196 /* close holodeck on exec() */
197 fcntl(hdlist[0]->fd, F_SETFD, FD_CLOEXEC);
198
199 if (outdev != NULL) /* open output device */
200 disp_open(outdev);
201 else if (ncprocs > 0) /* else use global ray feed */
202 init_global();
203 /* record disk space limit */
204 if (!vdef(DISKSPACE))
205 maxdisk = 0;
206 else
207 maxdisk = 1024.*1024.*vflt(DISKSPACE);
208 /* set up memory cache */
209 if (outdev == NULL)
210 hdcachesize = 0; /* manual flushing */
211 else if (vdef(CACHE))
212 hdcachesize = 1024.*1024.*vflt(CACHE);
213 /* open report file */
214 if (vdef(REPORT)) {
215 register char *s = sskip2(vval(REPORT), 1);
216 if (*s && freopen(s, "a", stderr) == NULL)
217 quit(2);
218 }
219 /* mark the starting time */
220 starttime = time(NULL);
221 /* compute end time */
222 if (!vdef(TIME) || vflt(TIME) <= FTINY)
223 endtime = 0;
224 else
225 endtime = starttime + vflt(TIME)*3600. + .5;
226 /* start rtrace */
227 if (ncprocs > 0) {
228 totqlen = i = start_rtrace();
229 if (i < 1)
230 error(USER, "cannot start rtrace process(es)");
231 if (vdef(REPORT)) { /* make first report */
232 printargs(rtargc, rtargv, stderr);
233 report(0);
234 }
235 /* allocate packets */
236 freepacks = (PACKET *)bmalloc(i*sizeof(PACKET));
237 if (freepacks == NULL)
238 goto memerr;
239 freepacks[--i].nr = 0;
240 freepacks[i].next = NULL;
241 if (!vdef(OBSTRUCTIONS) || !vbool(OBSTRUCTIONS)) {
242 freepacks[i].offset = (float *)bmalloc(
243 RPACKSIZ*sizeof(float)*(i+1) );
244 if (freepacks[i].offset == NULL)
245 goto memerr;
246 } else
247 freepacks[i].offset = NULL;
248 while (i--) {
249 freepacks[i].nr = 0;
250 freepacks[i].offset = freepacks[i+1].offset == NULL ?
251 NULL : freepacks[i+1].offset+RPACKSIZ ;
252 freepacks[i].next = &freepacks[i+1];
253 }
254 }
255 /* set up signal handling */
256 sigdie(SIGINT, "Interrupt");
257 sigdie(SIGHUP, "Hangup");
258 sigdie(SIGTERM, "Terminate");
259 sigdie(SIGPIPE, "Broken pipe");
260 sigdie(SIGALRM, "Alarm clock");
261 #ifdef SIGXCPU
262 sigdie(SIGXCPU, "CPU limit exceeded");
263 sigdie(SIGXFSZ, "File size exceeded");
264 #endif
265 /* protect holodeck file */
266 orig_mode = resfmode(hdlist[0]->fd, ncprocs>0 ? 0 : 0444);
267 return;
268 memerr:
269 error(SYSTEM, "out of memory in initrholo");
270 }
271
272
273 rholo() /* holodeck main loop */
274 {
275 static long nextfragwarn = 100*(1L<<20);
276 static int idle = 0;
277 PACKET *pl = NULL, *plend;
278 long fsiz;
279 int pksiz;
280 register PACKET *p;
281 time_t t;
282 /* check display */
283 if (nprocs <= 0)
284 idle = 1;
285 if (outdev != NULL) {
286 if (!disp_check(idle))
287 return(0); /* quit request */
288 if (nprocs <= 0)
289 return(1);
290 } else if (idle)
291 return(0); /* all done */
292 fsiz = hdfilen(hdlist[0]->fd); /* check file size */
293 if (maxdisk > 0 && fsiz >= maxdisk) {
294 error(WARNING, "file limit exceeded");
295 done_rtrace();
296 return(1); /* comes back */
297 }
298 #if FRAGWARN
299 if (fsiz >= nextfragwarn &&
300 (fsiz-hdfiluse(hdlist[0]->fd,0))/(fsiz/100) > FRAGWARN) {
301 sprintf(errmsg, "holodeck file fragmentation is %.0f%%",
302 100.*(fsiz-hdfiluse(hdlist[0]->fd,1))/fsiz);
303 error(WARNING, errmsg);
304 nextfragwarn = fsiz + (fsiz>>2); /* decent interval */
305 }
306 #endif
307 t = time(NULL); /* check time */
308 if (endtime > 0 && t >= endtime) {
309 error(WARNING, "time limit exceeded");
310 done_rtrace();
311 return(1); /* comes back */
312 }
313 if (reporttime > 0 && t >= reporttime)
314 report(t);
315 /* figure out good packet size */
316 #if MAXQTIME
317 pksiz = nraysdone*MAXQTIME/(totqlen*(t - starttime + 1L));
318 if (pksiz < 1)
319 pksiz = 1;
320 else if (pksiz > RPACKSIZ)
321 #endif
322 pksiz = RPACKSIZ;
323 idle = 0; /* get packets to process */
324 while (freepacks != NULL) {
325 p = freepacks; freepacks = p->next; p->next = NULL;
326 if (!next_packet(p, pksiz)) {
327 p->next = freepacks; freepacks = p;
328 idle = 1;
329 break;
330 }
331 if (pl == NULL) pl = p;
332 else plend->next = p;
333 plend = p;
334 }
335 /* process packets */
336 done_packets(do_packets(pl));
337 return(1); /* and continue */
338 }
339
340
341 setdefaults(gp) /* set default values */
342 register HDGRID *gp;
343 {
344 extern char *atos();
345 register int i;
346 int n;
347 double len[3], d;
348 char buf[64];
349
350 if (!vdef(SECTION)) {
351 sprintf(errmsg, "%s must be defined", vnam(SECTION));
352 error(USER, errmsg);
353 }
354 if (!vdef(OCTREE)) {
355 if ((vval(OCTREE) = bmalloc(strlen(froot)+5)) == NULL)
356 error(SYSTEM, "out of memory");
357 sprintf(vval(OCTREE), "%s.oct", froot);
358 vdef(OCTREE)++;
359 }
360 if (!vdef(VDIST)) {
361 vval(VDIST) = "F";
362 vdef(VDIST)++;
363 }
364 /* append rendering options */
365 if (vdef(RENDER))
366 rtargc += wordstring(rtargv+rtargc, vval(RENDER));
367
368 if (gp == NULL) /* already initialized? */
369 return;
370 /* set grid parameters */
371 for (n = 0; n < vdef(SECTION); n++, gp++) {
372 gp->grid[0] = gp->grid[1] = gp->grid[2] = 0;
373 if (sscanf(nvalue(SECTION, n),
374 "%lf %lf %lf %lf %lf %lf %lf %lf %lf %lf %lf %lf %hd %hd %hd",
375 &gp->orig[0], &gp->orig[1], &gp->orig[2],
376 &gp->xv[0][0], &gp->xv[0][1], &gp->xv[0][2],
377 &gp->xv[1][0], &gp->xv[1][1], &gp->xv[1][2],
378 &gp->xv[2][0], &gp->xv[2][1], &gp->xv[2][2],
379 &gp->grid[0], &gp->grid[1], &gp->grid[2]) < 12)
380 badvalue(SECTION);
381 for (i = 0; i < 3; i++)
382 len[i] = VLEN(gp->xv[i]);
383 if (!vdef(GRID)) {
384 d = 2/2e5*( len[0]*len[0]*(len[1]*len[1] +
385 len[2]*len[2] + 4*len[1]*len[2])
386 + len[1]*len[1]*len[2]*(len[2] + 4*len[0])
387 + 4*len[0]*len[1]*len[2]*len[2] );
388 d = sqrt(sqrt(d));
389 } else if ((d = vflt(GRID)) <= FTINY)
390 badvalue(GRID);
391 for (i = 0; i < 3; i++)
392 if (gp->grid[i] <= 0)
393 gp->grid[i] = len[i]/d + (1.-FTINY);
394 }
395 }
396
397
398 creatholo(gp) /* create a holodeck output file */
399 HDGRID *gp;
400 {
401 extern char VersionID[];
402 int4 lastloc, nextloc;
403 int n;
404 int fd;
405 FILE *fp;
406 /* open & truncate file */
407 if ((fp = fopen(hdkfile, "w+")) == NULL) {
408 sprintf(errmsg, "cannot open \"%s\" for writing", hdkfile);
409 error(SYSTEM, errmsg);
410 }
411 /* write information header */
412 newheader("RADIANCE", fp);
413 fprintf(fp, "SOFTWARE= %s\n", VersionID);
414 printvars(fp);
415 fputformat(HOLOFMT, fp);
416 fputc('\n', fp);
417 putw(HOLOMAGIC, fp); /* put magic number */
418 fd = dup(fileno(fp));
419 fclose(fp); /* flush and close stdio stream */
420 lastloc = lseek(fd, 0L, 2);
421 for (n = vdef(SECTION); n--; gp++) { /* initialize each section */
422 nextloc = 0L;
423 write(fd, (char *)&nextloc, sizeof(nextloc));
424 hdinit(fd, gp); /* writes beam index */
425 if (!n)
426 break;
427 nextloc = hdfilen(fd); /* write section pointer */
428 if (lseek(fd, (long)lastloc, 0) < 0)
429 error(SYSTEM,
430 "cannot seek on holodeck file in creatholo");
431 write(fd, (char *)&nextloc, sizeof(nextloc));
432 lseek(fd, (long)(lastloc=nextloc), 0);
433 }
434 }
435
436
437 int
438 headline(s) /* process information header line */
439 char *s;
440 {
441 extern char FMTSTR[];
442 register char *cp;
443 char fmt[32];
444
445 if (formatval(fmt, s)) {
446 if (strcmp(fmt, HOLOFMT)) {
447 sprintf(errmsg, "%s file \"%s\" has %s%s",
448 HOLOFMT, hdkfile, FMTSTR, fmt);
449 error(USER, errmsg);
450 }
451 return(0);
452 }
453 for (cp = s; *cp; cp++) /* take off any comments */
454 if (*cp == '#') {
455 *cp = '\0';
456 break;
457 }
458 setvariable(s, matchvar); /* don't flag errors */
459 return(0);
460 }
461
462
463 loadholo() /* start loading a holodeck from fname */
464 {
465 extern long ftell();
466 FILE *fp;
467 int fd;
468 int n;
469 int4 nextloc;
470 /* open holodeck file */
471 if ((fp = fopen(hdkfile, ncprocs>0 ? "r+" : "r")) == NULL) {
472 sprintf(errmsg, "cannot %s \"%s\"",
473 ncprocs>0 ? "append" : "read", hdkfile);
474 error(SYSTEM, errmsg);
475 }
476 /* load variables from header */
477 getheader(fp, headline, NULL);
478 /* check magic number */
479 if (getw(fp) != HOLOMAGIC) {
480 sprintf(errmsg, "bad magic number in holodeck file \"%s\"",
481 hdkfile);
482 error(USER, errmsg);
483 }
484 nextloc = ftell(fp); /* get stdio position */
485 fd = dup(fileno(fp));
486 fclose(fp); /* done with stdio */
487 for (n = 0; nextloc > 0L; n++) { /* initialize each section */
488 lseek(fd, (long)nextloc, 0);
489 read(fd, (char *)&nextloc, sizeof(nextloc));
490 hdinit(fd, NULL);
491 }
492 if (n != vdef(SECTION)) {
493 sprintf(errmsg, "number of sections does not match %s setting",
494 vnam(SECTION));
495 error(WARNING, errmsg);
496 }
497 }
498
499
500 done_packets(pl) /* handle finished packets */
501 PACKET *pl;
502 {
503 static int n2flush = 0;
504 register PACKET *p;
505
506 while (pl != NULL) {
507 p = pl; pl = p->next; p->next = NULL;
508 if (p->nr > 0) { /* add to holodeck */
509 bcopy((char *)p->ra,
510 (char *)hdnewrays(hdlist[p->hd],p->bi,p->nr),
511 p->nr*sizeof(RAYVAL));
512 if (outdev != NULL) /* display it */
513 disp_packet((PACKHEAD *)p);
514 if (hdcachesize <= 0) /* manual flushing */
515 n2flush++;
516 nraysdone += p->nr;
517 npacksdone++;
518 p->nr = 0;
519 }
520 p->next = freepacks; /* push onto free list */
521 freepacks = p;
522 }
523 #if MAXQTIME
524 if (n2flush > 300/MAXQTIME*totqlen) {
525 #else
526 if (n2flush > 50*totqlen) {
527 #endif
528 if (outdev == NULL)
529 hdflush(NULL); /* flush holodeck buffers */
530 else
531 hdsync(NULL, 1); /* sync holodeck file */
532 n2flush = 0;
533 }
534 }
535
536
537 rootname(rn, fn) /* remove tail from end of fn */
538 register char *rn, *fn;
539 {
540 char *tp, *dp;
541
542 for (tp = NULL, dp = rn; *rn = *fn++; rn++)
543 if (*rn == '/')
544 dp = rn;
545 else if (*rn == '.')
546 tp = rn;
547 if (tp != NULL && tp > dp)
548 *tp = '\0';
549 }
550
551
552 badvalue(vc) /* report bad variable value and exit */
553 int vc;
554 {
555 sprintf(errmsg, "bad value for variable '%s'", vnam(vc));
556 error(USER, errmsg);
557 }
558
559
560 eputs(s) /* put error message to stderr */
561 register char *s;
562 {
563 static int midline = 0;
564
565 if (!*s)
566 return;
567 if (!midline++) { /* prepend line with program name */
568 fputs(progname, stderr);
569 fputs(": ", stderr);
570 }
571 fputs(s, stderr);
572 if (s[strlen(s)-1] == '\n') {
573 fflush(stderr);
574 midline = 0;
575 }
576 }
577
578
579 quit(ec) /* exit program gracefully */
580 int ec;
581 {
582 int status = 0;
583
584 if (hdlist[0] != NULL) { /* close holodeck */
585 if (nprocs > 0)
586 status = done_rtrace(); /* calls hdsync() */
587 if (ncprocs > 0 && vdef(REPORT)) {
588 long fsiz, fuse;
589 fsiz = hdfilen(hdlist[0]->fd);
590 fuse = hdfiluse(hdlist[0]->fd, 1);
591 fprintf(stderr,
592 "%s: %.1f Mbyte holodeck file, %.1f%% fragmentation\n",
593 hdkfile, fsiz/(1024.*1024.),
594 100.*(fsiz-fuse)/fsiz);
595 }
596 }
597 if (orig_mode >= 0) /* reset holodeck access mode */
598 fchmod(hdlist[0]->fd, orig_mode);
599 if (outdev != NULL) /* close display */
600 disp_close();
601 exit(ec ? ec : status); /* exit */
602 }