source: git/src/cavern.c @ d3758f6

stereo-2025
Last change on this file since d3758f6 was ba84079, checked in by Olly Betts <olly@…>, 9 months ago

Store short survey/station names inline

If a survey/station name is less than sizeof(char*)-1 we now store
it in the space where the pointer would be, and set bit
SFLAGS_IDENT_INLINE in sflags to indicate this.

This avoids an extra memory allocation for most stations on 32-bit
platforms (<= 3 bytes), and almost all stations and many surveys
on 64-bit platforms (<= 7 bytes), as well as improving data locality.

On a large dataset this reduced cavern's memory usage by ~4.5%
(3.5MB). The speed-up was only measurable using a tool like
cachegrind that counts CPU cycles (~0.05% reduction).

  • Property mode set to 100644
File size: 14.8 KB
RevLine 
[0156ccfc]1/* cavern.c
[bb90203]2 * SURVEX Cave surveying software: data reduction main and related functions
[1a6692f]3 * Copyright (C) 1991-2024 Olly Betts
[846746e]4 *
[89231c4]5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
[846746e]9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
[89231c4]12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13 * GNU General Public License for more details.
[846746e]14 *
[89231c4]15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
[ecbc6c18]17 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
[bb90203]18 */
19
20#include <config.h>
21
[9990aab]22#define MSG_SETUP_PROJ_SEARCH_PATH 1
23
[be97baf]24#include <limits.h>
[4833448]25#include <stdlib.h>
[bb90203]26#include <time.h>
27
[5853657]28#include "cavern.h"
29#include "cmdline.h"
30#include "commands.h"
[1ee204e]31#include "date.h"
[bb90203]32#include "datain.h"
33#include "debug.h"
34#include "message.h"
35#include "filename.h"
36#include "filelist.h"
[a405bc1]37#include "img_hosted.h"
[bb90203]38#include "listpos.h"
[5853657]39#include "netbits.h"
40#include "netskel.h"
[bb90203]41#include "out.h"
[8e8057c]42#include "str.h"
[5853657]43#include "validate.h"
[d18e778]44#include "whichos.h"
[bb90203]45
[affaeee]46#if OS_WIN32
47# include <conio.h> /* for _kbhit() and _getch() */
[e8cf429]48#endif
49
[bb90203]50/* For funcs which want to be immune from messing around with different
51 * calling conventions */
52#ifndef CDECL
53# define CDECL
54#endif
55
56/* Globals */
57node *stnlist = NULL;
58settings *pcs;
59prefix *root;
[a2c33ae]60prefix *anon_list = NULL;
[bb90203]61long cLegs, cStns;
62long cComponents;
[cfef352]63bool hanging_surveys = false;
[63d4f07]64bool fExportUsed = false;
[c092d72]65char * proj_str_out = NULL;
[da9163b]66PJ * pj_cached = NULL;
[bb90203]67
68FILE *fhErrStat = NULL;
[693388e]69img *pimg = NULL;
[63d4f07]70bool fQuiet = false; /* just show brief summary + errors */
71bool fMute = false; /* just show errors */
72bool fSuppress = false; /* only output 3d file */
73static bool fLog = false; /* stdout to .log file */
74static bool f_warnings_are_errors = false; /* turn warnings into errors */
[647407d]75
76nosurveylink *nosurveyhead;
[bb90203]77
78real totadj, total, totplan, totvert;
[dfac588]79real min[6], max[6];
80prefix *pfxHi[6], *pfxLo[6];
[bb90203]81
[0532954]82string survey_title = S_INIT;
[bb90203]83
[63d4f07]84bool fExplicitTitle = false;
[bb90203]85
[8e8057c]86char *fnm_output_base = NULL;
87int fnm_output_base_is_dir = 0;
88
[ee05463]89lrudlist * model = NULL;
90lrud ** next_lrud = NULL;
91
[5d59477]92char output_separator = '.';
93
[06a871f]94static void do_stats(void);
[bb90203]95
96static const struct option long_opts[] = {
97   /* const char *name; int has_arg (0 no_argument, 1 required_*, 2 optional_*); int *flag; int val; */
98   {"percentage", no_argument, 0, 'p'},
[21904d3]99   /* Ignore for compatibility with older versions. */
100   {"no-percentage", no_argument, 0, 0},
[8e8057c]101   {"output", required_argument, 0, 'o'},
[647407d]102   {"quiet", no_argument, 0, 'q'},
103   {"no-auxiliary-files", no_argument, 0, 's'},
[bb9d869]104   {"warnings-are-errors", no_argument, 0, 'w'},
[0dab87a]105   {"log", no_argument, 0, 1},
[4833448]106   {"3d-version", required_argument, 0, 'v'},
[affaeee]107#if OS_WIN32
[0dab87a]108   {"pause", no_argument, 0, 2},
[647407d]109#endif
[bb90203]110   {"help", no_argument, 0, HLP_HELP},
111   {"version", no_argument, 0, HLP_VERSION},
112   {0, 0, 0, 0}
113};
114
[4833448]115#define short_opts "pao:qsv:wz:"
[bb90203]116
117static struct help_msg help[] = {
118/*                              <-- */
[736f7df]119   /* TRANSLATORS: --help output for cavern --output option */
[45af761]120   {HLP_ENCODELONG(2),        /*set location for output files*/162, 0},
[736f7df]121   /* TRANSLATORS: --help output for cavern --quiet option */
[45af761]122   {HLP_ENCODELONG(3),        /*only show brief summary (-qq for errors only)*/163, 0},
[736f7df]123   /* TRANSLATORS: --help output for cavern --no-auxiliary-files option */
[45af761]124   {HLP_ENCODELONG(4),        /*do not create .err file*/164, 0},
[736f7df]125   /* TRANSLATORS: --help output for cavern --warnings-are-errors option */
[45af761]126   {HLP_ENCODELONG(5),        /*turn warnings into errors*/165, 0},
[736f7df]127   /* TRANSLATORS: --help output for cavern --log option */
[45af761]128   {HLP_ENCODELONG(6),        /*log output to .log file*/170, 0},
[736f7df]129   /* TRANSLATORS: --help output for cavern --3d-version option */
[45af761]130   {HLP_ENCODELONG(7),        /*specify the 3d file format version to output*/171, 0},
[a4ae909]131 /*{'z',                        "set optimizations for network reduction"},*/
[45af761]132   {0, 0, 0}
[bb90203]133};
134
[5b68ae1]135/* atexit functions */
[25ab06b]136static void
137delete_output_on_error(void)
138{
[bb9d869]139   if (msg_errors || (f_warnings_are_errors && msg_warnings))
140      filename_delete_output();
[25ab06b]141}
142
[affaeee]143#if OS_WIN32
[5b68ae1]144static void
145pause_on_exit(void)
146{
147   while (_kbhit()) _getch();
148   _getch();
149}
150#endif
151
[1ee204e]152int current_days_since_1900;
[e0c7cd1]153
[b39e24a]154static void discarding_proj_logger(void *ctx, int level, const char *message) {
155    (void)ctx;
156    (void)level;
157    (void)message;
158}
159
[bb90203]160extern CDECL int
161main(int argc, char **argv)
162{
163   int d;
[1ee204e]164   time_t tmUserStart = time(NULL);
165   clock_t tmCPUStart = clock();
166   {
[eafe1a3]167       /* FIXME: localtime? */
[1ee204e]168       struct tm * t = localtime(&tmUserStart);
169       int y = t->tm_year + 1900;
170       current_days_since_1900 = days_since_1900(y, t->tm_mon + 1, t->tm_mday);
171   }
[b88b171]172
173   /* Always buffer by line for aven's benefit. */
174   setvbuf(stdout, NULL, _IOLBF, 0);
175
[b39e24a]176   /* Prevent stderr spew from PROJ. */
177   proj_log_func(PJ_DEFAULT_CTX, NULL, discarding_proj_logger);
178
[bdfe97f]179   msg_init(argv);
[bb90203]180
181   pcs = osnew(settings);
182   pcs->next = NULL;
[52f46ed]183   pcs->from_equals_to_is_only_a_warning = false;
[bb90203]184   pcs->Translate = ((short*) osmalloc(ossizeof(short) * 257)) + 1;
[b5a3219]185   pcs->meta = NULL;
[b39e24a]186   pcs->proj_str = NULL;
[95b0f1d]187   pcs->declination = HUGE_REAL;
[4bea0f8]188   pcs->convergence = HUGE_REAL;
[abe7192]189   pcs->input_convergence = HUGE_REAL;
[37d6b84]190   pcs->dec_filename = NULL;
191   pcs->dec_line = 0;
192   pcs->dec_context = NULL;
193   pcs->dec_lat = HUGE_VAL;
194   pcs->dec_lon = HUGE_VAL;
195   pcs->dec_alt = HUGE_VAL;
196   pcs->min_declination = HUGE_VAL;
197   pcs->max_declination = -HUGE_VAL;
[abe7192]198   pcs->cartesian_north = TRUE_NORTH;
199   pcs->cartesian_rotation = 0.0;
[bb90203]200
201   /* Set up root of prefix hierarchy */
202   root = osnew(prefix);
203   root->up = root->right = root->down = NULL;
204   root->stn = NULL;
[421b7d2]205   root->pos = NULL;
[ba84079]206   root->ident.p = NULL;
[932f7e9]207   root->min_export = root->max_export = 0;
[95c3272]208   root->sflags = BIT(SFLAGS_SURVEY);
[016068a]209   root->filename = NULL;
[647407d]210
211   nosurveyhead = NULL;
[bb90203]212
213   stnlist = NULL;
214   cLegs = cStns = cComponents = 0;
215   totadj = total = totplan = totvert = 0.0;
216
[0590246]217   for (d = 0; d < 6; d++) {
[fa42426]218      min[d] = HUGE_REAL;
219      max[d] = -HUGE_REAL;
[bb90203]220      pfxHi[d] = pfxLo[d] = NULL;
221   }
222
[dedf67b]223   // TRANSLATORS: Here "survey" is a "cave map" rather than list of questions
224   // - it should be translated to the terminology that cavers using the
225   // language would use.
226   //
227   // Part of cavern --help
228   cmdline_set_syntax_message(/*[SURVEY_DATA_FILE]*/507, 0, NULL);
[d06141c]229   /* at least one argument must be given */
[b85e20f]230   cmdline_init(argc, argv, short_opts, long_opts, NULL, help, 1, -1);
[bb90203]231   while (1) {
[b85e20f]232      int opt = cmdline_getopt();
[bb90203]233      if (opt == EOF) break;
234      switch (opt) {
235       case 'p':
[21904d3]236         /* Ignore for compatibility with older versions. */
[b4fe9fb]237         break;
[8e8057c]238       case 'o': {
[9206096]239         osfree(fnm_output_base); /* in case of multiple -o options */
[8e8057c]240         /* can be a directory (in which case use basename of leaf input)
241          * or a file (in which case just trim the extension off) */
242         if (fDirectory(optarg)) {
243            /* this is a little tricky - we need to note the path here,
244             * and then add the leaf later on (in datain.c) */
245            fnm_output_base = base_from_fnm(optarg);
246            fnm_output_base_is_dir = 1;
247         } else {
248            fnm_output_base = base_from_fnm(optarg);
249         }
250         break;
251       }
[647407d]252       case 'q':
253         if (fQuiet) fMute = 1;
254         fQuiet = 1;
255         break;
256       case 's':
257         fSuppress = 1;
258         break;
[4833448]259       case 'v': {
260         int v = atoi(optarg);
261         if (v < IMG_VERSION_MIN || v > IMG_VERSION_MAX)
262            fatalerror(/*3d file format versions %d to %d supported*/88,
263                       IMG_VERSION_MIN, IMG_VERSION_MAX);
264         img_output_version = v;
265         break;
266       }
[bb9d869]267       case 'w':
268         f_warnings_are_errors = 1;
269         break;
[8e8057c]270       case 'z': {
271         /* Control which network optimisations are used (development tool) */
272         static int first_opt_z = 1;
[eb18f4d]273         char c;
[8e8057c]274         if (first_opt_z) {
[bb90203]275            optimize = 0;
[8e8057c]276            first_opt_z = 0;
[bb90203]277         }
[c50391b8]278         /* Lollipops, Parallel legs, Iterate mx, Delta* */
[eb18f4d]279         while ((c = *optarg++) != '\0')
[0580c6a]280            if (islower((unsigned char)c)) optimize |= BITA(c);
[0dab87a]281         break;
282       case 1:
[63d4f07]283         fLog = true;
[bb90203]284         break;
[affaeee]285#if OS_WIN32
[0dab87a]286       case 2:
[5b68ae1]287         atexit(pause_on_exit);
288         break;
289#endif
[bb90203]290       }
291      }
292   }
293
[0dab87a]294   if (fLog) {
295      char *fnm;
[9887ea01]296      if (!fnm_output_base) {
297         char *p;
298         p = baseleaf_from_fnm(argv[optind]);
[0156ccfc]299         fnm = add_ext(p, EXT_LOG);
[421b7d2]300         osfree(p);
[9887ea01]301      } else if (fnm_output_base_is_dir) {
[09e8f4c]302         char *p;
303         fnm = baseleaf_from_fnm(argv[optind]);
304         p = use_path(fnm_output_base, fnm);
305         osfree(fnm);
[0156ccfc]306         fnm = add_ext(p, EXT_LOG);
[09e8f4c]307         osfree(p);
308      } else {
[0156ccfc]309         fnm = add_ext(fnm_output_base, EXT_LOG);
[09e8f4c]310      }
[421b7d2]311
[0dab87a]312      if (!freopen(fnm, "w", stdout))
[0804fbe]313         fatalerror(/*Failed to open output file “%s”*/47, fnm);
[0dab87a]314
315      osfree(fnm);
316   }
317
[facdf7a]318   if (!fMute) {
319      const char *p = COPYRIGHT_MSG;
320      puts(PRETTYPACKAGE" "VERSION);
321      while (1) {
322          const char *q = p;
323          p = strstr(p, "(C)");
324          if (p == NULL) {
325              puts(q);
326              break;
327          }
328          fwrite(q, 1, p - q, stdout);
[ee7511a]329          fputs(msg(/*©*/0), stdout);
[facdf7a]330          p += 3;
331      }
332   }
[bb90203]333
[25ab06b]334   atexit(delete_output_on_error);
335
[bb90203]336   /* end of options, now process data files */
337   while (argv[optind]) {
338      const char *fnm = argv[optind];
339
340      if (!fExplicitTitle) {
[0532954]341          char *lf = baseleaf_from_fnm(fnm);
342          if (s_empty(&survey_title)) {
343              s_donate(&survey_title, lf);
344          } else {
345              s_catchar(&survey_title, ' ');
346              s_cat(&survey_title, lf);
347              osfree(lf);
348          }
[bb90203]349      }
350
351      /* Select defaults settings */
352      default_all(pcs);
[f4b609d]353      data_file(NULL, fnm); /* first argument is current path */
[cb3d1e2]354
[bb90203]355      optind++;
356   }
[cb3d1e2]357
[bb90203]358   validate();
359
[37d6b84]360   report_declination(pcs);
361
[bb90203]362   solve_network(/*stnlist*/); /* Find coordinates of all points */
363   validate();
[421b7d2]364
[a4ae909]365   /* close .3d file */
366   if (!img_close(pimg)) {
367      char *fnm = add_ext(fnm_output_base, EXT_SVX_3D);
[a405bc1]368      fatalerror(img_error2msg(img_error()), fnm);
[647407d]369   }
[7104f16]370   if (fhErrStat) safe_fclose(fhErrStat);
[bb90203]371
372   out_current_action(msg(/*Calculating statistics*/120));
[2b6eca8]373   if (!fMute) do_stats();
[647407d]374   if (!fQuiet) {
[f03053a7]375      /* clock() typically wraps after 72 minutes, but there doesn't seem
376       * to be a better way.  Still 72 minutes means some cave!
[be97baf]377       * We detect if clock() could have wrapped and suppress CPU time
378       * printing in this case.
[f03053a7]379       */
[be97baf]380      double tmUser = difftime(time(NULL), tmUserStart);
381      double tmCPU;
382      clock_t now = clock();
383#define CLOCK_T_WRAP \
384        (sizeof(clock_t)<sizeof(long)?(1ul << (CHAR_BIT * sizeof(clock_t))):0)
385      tmCPU = (now - (unsigned long)tmCPUStart)
386         / (double)CLOCKS_PER_SEC;
387      if (now < tmCPUStart)
388         tmCPU += CLOCK_T_WRAP / (double)CLOCKS_PER_SEC;
389      if (tmUser >= tmCPU + CLOCK_T_WRAP / (double)CLOCKS_PER_SEC)
390         tmCPU = 0;
[647407d]391
[27b8b59]392      /* tmUser is integer, tmCPU not - equivalent to (ceil(tmCPU) >= tmUser) */
[647407d]393      if (tmCPU + 1 > tmUser) {
[421b7d2]394         printf(msg(/*CPU time used %5.2fs*/140), tmCPU);
[647407d]395      } else if (tmCPU == 0) {
[27b8b59]396         if (tmUser != 0.0) {
[421b7d2]397            printf(msg(/*Time used %5.2fs*/141), tmUser);
[647407d]398         } else {
[421b7d2]399            fputs(msg(/*Time used unavailable*/142), stdout);
[647407d]400         }
[bb90203]401      } else {
[5b68ae1]402         printf(msg(/*Time used %5.2fs (%5.2fs CPU time)*/143), tmUser, tmCPU);
[bb90203]403      }
[5b68ae1]404      putnl();
[647407d]405   }
[25ab06b]406   if (msg_warnings || msg_errors) {
[7ebee5b]407      if (msg_errors || (f_warnings_are_errors && msg_warnings)) {
[5311876]408         printf(msg(/*There were %d warning(s) and %d error(s) - no output files produced.*/113),
[7ebee5b]409                msg_warnings, msg_errors);
410         putnl();
411         return EXIT_FAILURE;
412      }
413      printf(msg(/*There were %d warning(s).*/16), msg_warnings);
[25ab06b]414      putnl();
415   }
[bb9d869]416   return EXIT_SUCCESS;
[bb90203]417}
418
419static void
[85c0078]420do_range(int d, int msgno, real length_factor, const char * units)
[bb90203]421{
[1a21d04]422   if (d < 3) {
423      /* If the bound including anonymous stations is at an anonymous station
424       * but the bound only considering named stations is the same, use the
425       * named station for the anonymous bound too.
426       */
427      if (TSTBIT(pfxHi[d]->sflags, SFLAGS_ANON) && max[d] == max[d + 3]) {
428         pfxHi[d] = pfxHi[d + 3];
429      }
430      if (TSTBIT(pfxLo[d]->sflags, SFLAGS_ANON) && min[d] == min[d + 3]) {
431         pfxLo[d] = pfxLo[d + 3];
432      }
433   }
434
[ccc815d5]435   /* sprint_prefix uses a single buffer, so to report two stations in one
436    * message we need to make a temporary copy of the string for one of them.
437    */
[aecd032]438   char * pfx_hi = osstrdup(sprint_prefix(pfxHi[d]));
439   char * pfx_lo = sprint_prefix(pfxLo[d]);
[85c0078]440   real hi = max[d] * length_factor;
441   real lo = min[d] * length_factor;
442   printf(msg(msgno), hi - lo, units, pfx_hi, hi, units, pfx_lo, lo, units);
[aecd032]443   osfree(pfx_hi);
[2b6eca8]444   putnl();
[dfac588]445
[378112a]446   /* Range without anonymous stations at offset 3. */
[dfac588]447   if (d < 3 && (pfxHi[d] != pfxHi[d + 3] || pfxLo[d] != pfxLo[d + 3])) {
448      do_range(d + 3, msgno, length_factor, units);
449   }
[bb90203]450}
451
452static void
[06a871f]453do_stats(void)
[bb90203]454{
455   long cLoops = cComponents + cLegs - cStns;
[85c0078]456   int length_units = get_length_units(Q_LENGTH);
457   const char * units = get_units_string(length_units);
458   real length_factor = 1.0 / get_units_factor(length_units);
[bb90203]459
[2b6eca8]460   putnl();
[bb90203]461
[a63fdd2a]462   if (cStns == 1) {
[2b6eca8]463      fputs(msg(/*Survey contains 1 survey station,*/172), stdout);
[a63fdd2a]464   } else {
[2b6eca8]465      printf(msg(/*Survey contains %ld survey stations,*/173), cStns);
[a63fdd2a]466   }
[bb90203]467
[a63fdd2a]468   if (cLegs == 1) {
[2b6eca8]469      fputs(msg(/* joined by 1 leg.*/174), stdout);
[a63fdd2a]470   } else {
[2b6eca8]471      printf(msg(/* joined by %ld legs.*/175), cLegs);
[a63fdd2a]472   }
[bb90203]473
[2b6eca8]474   putnl();
[bb90203]475
[cfef352]476   // FIXME: We potentially need to adjust cComponents if there are hanging
477   // surveys for these statistics to be correct.
478   if (!hanging_surveys) {
479      if (cLoops == 1) {
480         fputs(msg(/*There is 1 loop.*/138), stdout);
481      } else {
482         printf(msg(/*There are %ld loops.*/139), cLoops);
483      }
[bb90203]484
[a63fdd2a]485      putnl();
[cfef352]486
487      if (cComponents != 1) {
488         /* TRANSLATORS: "Connected component" in the graph theory sense - it
489          * means there are %ld bits of survey with no connections between them.
490          * This message is only used if there are more than 1. */
491         printf(msg(/*Survey has %ld connected components.*/178), cComponents);
492         putnl();
493      }
[a63fdd2a]494   }
[bb90203]495
[85c0078]496   printf(msg(/*Total length of survey legs = %7.2f%s (%7.2f%s adjusted)*/132),
497          total * length_factor, units, totadj * length_factor, units);
[2b6eca8]498   putnl();
[85c0078]499   printf(msg(/*Total plan length of survey legs = %7.2f%s*/133),
500          totplan * length_factor, units);
[2b6eca8]501   putnl();
[85c0078]502   printf(msg(/*Total vertical length of survey legs = %7.2f%s*/134),
503          totvert * length_factor, units);
[2b6eca8]504   putnl();
505
[4ae2ea4]506   /* If there's no underground survey, we've no ranges */
507   if (pfxHi[0]) {
[736f7df]508      /* TRANSLATORS: numbers are altitudes of highest and lowest stations */
[85c0078]509      do_range(2, /*Vertical range = %4.2f%s (from %s at %4.2f%s to %s at %4.2f%s)*/135,
510               length_factor, units);
[736f7df]511      /* TRANSLATORS: c.f. previous message */
[85c0078]512      do_range(1, /*North-South range = %4.2f%s (from %s at %4.2f%s to %s at %4.2f%s)*/136,
513               length_factor, units);
[736f7df]514      /* TRANSLATORS: c.f. previous two messages */
[85c0078]515      do_range(0, /*East-West range = %4.2f%s (from %s at %4.2f%s to %s at %4.2f%s)*/137,
516               length_factor, units);
[4ae2ea4]517   }
[bb90203]518
[2b6eca8]519   print_node_stats();
[bb90203]520   /* Also, could give:
521    *  # nodes stations (ie have other than two references or are fixed)
522    *  # fixed stations (list of?)
523    */
524}
Note: See TracBrowser for help on using the repository browser.