source: git/src/datain.c @ b1806a8

/* datain.c
 * Reads in survey files, dealing with special characters, keywords & data
 * Copyright (C) 1991-2003,2005 Olly Betts
 * Copyright (C) 2004 Simeon Warner
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

#ifdef HAVE_CONFIG_H
#include <config.h>
#endif

#include <limits.h>
#include <stdarg.h>
#include <time.h>

#include "debug.h"
#include "cavern.h"
#include "filename.h"
#include "message.h"
#include "filelist.h"
#include "netbits.h"
#include "netskel.h"
#include "readval.h"
#include "datain.h"
#include "commands.h"
#include "out.h"
#include "str.h"

#define EPSILON (REAL_EPSILON * 1000)

#define var(I) (pcs->Var[(I)])

/* true if x is not-a-number value in Compass (999.0 or -999.0)    */
/* Compass uses 999.0 but understands Karst data which used -999.0 */
#define is_compass_NaN(x) ( fabs(fabs(x)-999.0) <  EPSILON )

int ch;

typedef enum {
    CTYPE_OMIT, CTYPE_READING, CTYPE_PLUMB, CTYPE_INFERPLUMB, CTYPE_HORIZ
} clino_type;

/* Don't explicitly initialise as we can't set the jmp_buf - this has
 * static scope so will be initialised like this anyway */
parse file /* = { NULL, NULL, 0, fFalse, NULL } */ ;

bool f_export_ok;

static real value[Fr - 1];
#define VAL(N) value[(N)-1]
static real variance[Fr - 1];
#define VAR(N) variance[(N)-1]

/* style functions */
static int data_normal(void);
static int data_cartesian(void);
static int data_passage(void);
static int data_nosurvey(void);
static int data_ignore(void);

void
get_pos(filepos *fp)
{
   fp->ch = ch;
   fp->offset = ftell(file.fh);
   if (fp->offset == -1)
      fatalerror_in_file(file.filename, 0, /*Error reading file*/18);
}

void
set_pos(const filepos *fp)
{
   ch = fp->ch;
   if (fseek(file.fh, fp->offset, SEEK_SET) == -1)
      fatalerror_in_file(file.filename, 0, /*Error reading file*/18);
}

static void
push_back(int c)
{
   if (c != EOF && ungetc(c, file.fh) == EOF)
      fatalerror_in_file(file.filename, 0, /*Error reading file*/18);
}

static void
error_list_parent_files(void)
{
   if (!file.reported_where && file.parent) {
      parse *p = file.parent;
      const char *m = msg(/*In file included from*/5);
      size_t len = strlen(m);

      fprintf(STDERR, m);
      m = msg(/*from*/3);

      /* Suppress reporting of full include tree for further errors
       * in this file */
      file.reported_where = fTrue;

      while (p) {
         /* Force re-report of include tree for further errors in
          * parent files */
         p->reported_where = fFalse;
         fprintf(STDERR, " %s:%d", p->filename, p->line);
         p = p->parent;
         if (p) fprintf(STDERR, ",\n%*s", (int)len, m);
      }
      fprintf(STDERR, ":\n");
   }
}

void
compile_error(int en, ...)
{
   va_list ap;
   va_start(ap, en);
   error_list_parent_files();
   v_report(1, file.filename, file.line, en, ap);
   va_end(ap);
}

void
compile_error_skip(int en, ...)
{
   va_list ap;
   va_start(ap, en);
   error_list_parent_files();
   v_report(1, file.filename, file.line, en, ap);
   va_end(ap);
   skipline();
}

void
compile_error_token(int en)
{
   char *p = NULL;
   static int len;
   s_zero(&p);
   skipblanks();
   while (!isBlank(ch) && !isEol(ch)) {
      s_catchar(&p, &len, (char)ch);
      nextch();
   }
   compile_error_skip(en, p ? p : "");
   osfree(p);
}

void
compile_warning(int en, ...)
{
   va_list ap;
   va_start(ap, en);
   error_list_parent_files();
   v_report(0, file.filename, file.line, en, ap);
   va_end(ap);
}

/* This function makes a note where to put output files */
static void
using_data_file(const char *fnm)
{
   if (!fnm_output_base) {
      /* was: fnm_output_base = base_from_fnm(fnm); */
      fnm_output_base = baseleaf_from_fnm(fnm);
   } else if (fnm_output_base_is_dir) {
      /* --output pointed to directory so use the leaf basename in that dir */
      char *lf, *p;
      lf = baseleaf_from_fnm(fnm);
      p = use_path(fnm_output_base, lf);
      osfree(lf);
      osfree(fnm_output_base);
      fnm_output_base = p;
      fnm_output_base_is_dir = 0;
   }
}

static void
skipword(void)
{
   while (!isBlank(ch) && !isEol(ch)) nextch();
}

extern void
skipblanks(void)
{
   while (isBlank(ch)) nextch();
}

extern void
skipline(void)
{
   while (!isEol(ch)) nextch();
}

#ifndef NO_PERCENTAGE
static long int filelen;
#endif

static void
process_bol(void)
{
#ifndef NO_PERCENTAGE
   /* print %age of file done */
   if (filelen > 0) {
      filepos fp;
      get_pos(&fp);
      printf("%d%%\r", (int)(100 * fp.offset / filelen));
   }
#endif

   nextch();
   skipblanks();
}

static void
process_eol(void)
{
   int eolchar;

   skipblanks();

   if (!isEol(ch)) {
      if (!isComm(ch)) compile_error(/*End of line not blank*/15);
      skipline();
   }

   eolchar = ch;
   file.line++;
   /* skip any different eol characters so we get line counts correct on
    * DOS text files and similar, but don't count several adjacent blank
    * lines as one */
   while (ch != EOF) {
      nextch();
      if (ch == eolchar || !isEol(ch)) {
         push_back(ch);
         break;
      }
   }
}

static bool
process_non_data_line(void)
{
   process_bol();

   if (isData(ch)) return fFalse;

   if (isKeywd(ch)) {
      nextch();
      handle_command();
   }

   process_eol();

   return fTrue;
}

static void
read_reading(reading r, bool f_optional)
{
   int n_readings;
   q_quantity q;
   VAL(r) = read_numeric(f_optional, &n_readings);
   switch (r) {
      case Tape: q = Q_LENGTH; break;
      case Comp: q = Q_BEARING; break;
      case BackComp: q = Q_BACKBEARING; break;
      case Clino: q = Q_GRADIENT; break;
      case BackClino: q = Q_BACKGRADIENT; break;
      case FrDepth: case ToDepth: q = Q_DEPTH; break;
      case Dx: q = Q_DX; break;
      case Dy: q = Q_DY; break;
      case Dz: q = Q_DZ; break;
      case FrCount: case ToCount: q = Q_COUNT; break;
      case Left: q = Q_LEFT; break;
      case Right: q = Q_RIGHT; break;
      case Up: q = Q_UP; break;
      case Down: q = Q_DOWN; break;
      default:
        q = Q_NULL; /* Suppress compiler warning */;
        BUG("Unexpected case");
   }
   VAR(r) = var(q);
   if (n_readings > 1) VAR(r) /= sqrt(n_readings);
}

static void
read_bearing_or_omit(reading r)
{
   int n_readings;
   q_quantity q = Q_NULL;
   VAL(r) = read_numeric_or_omit(&n_readings);
   switch (r) {
      case Comp: q = Q_BEARING; break;
      case BackComp: q = Q_BACKBEARING; break;
      default:
        q = Q_NULL; /* Suppress compiler warning */;
        BUG("Unexpected case");
   }
   VAR(r) = var(q);
   if (n_readings > 1) VAR(r) /= sqrt(n_readings);
}

/* For reading Compass MAK files which have a freeform syntax */
static void
nextch_handling_eol(void)
{
   nextch();
   while (ch != EOF && isEol(ch)) {
      process_eol();
      nextch();
   }
}

#define LITLEN(S) (sizeof(S"") - 1)
#define has_ext(F,L,E) ((L) > LITLEN(E) + 1 &&\
                        (F)[(L) - LITLEN(E) - 1] == FNM_SEP_EXT &&\
                        strcasecmp((F) + (L) - LITLEN(E), E) == 0)
extern void
data_file(const char *pth, const char *fnm)
{
   int begin_lineno_store;
   parse file_store;
   volatile enum {FMT_SVX, FMT_DAT, FMT_MAK} fmt = FMT_SVX;

   {
      char *filename;
      FILE *fh;
      size_t len;

      if (!pth) {
         /* file specified on command line - don't do special translation */
         fh = fopenWithPthAndExt(pth, fnm, EXT_SVX_DATA, "rb", &filename);
      } else {
         fh = fopen_portable(pth, fnm, EXT_SVX_DATA, "rb", &filename);
      }

      if (fh == NULL) {
         compile_error(/*Couldn't open data file `%s'*/24, fnm);
         return;
      }

      len = strlen(filename);
      if (has_ext(filename, len, "dat")) {
         fmt = FMT_DAT;
      } else if (has_ext(filename, len, "mak")) {
         fmt = FMT_MAK;
      }

      file_store = file;
      if (file.fh) file.parent = &file_store;
      file.fh = fh;
      file.filename = filename;
      file.line = 1;
      file.reported_where = fFalse;
   }

   if (fPercent) printf("%s:\n", fnm);

   using_data_file(file.filename);

   begin_lineno_store = pcs->begin_lineno;
   pcs->begin_lineno = 0;

#ifndef NO_PERCENTAGE
   /* Try to find how long the file is...
    * However, under ANSI fseek( ..., SEEK_END) may not be supported */
   filelen = 0;
   if (fPercent) {
      if (fseek(file.fh, 0l, SEEK_END) == 0) {
         filepos fp;
         get_pos(&fp);
         filelen = fp.offset;
      }
      rewind(file.fh); /* reset file ptr to start & clear any error state */
   }
#endif

   if (fmt == FMT_DAT) {
      short *t;
      int i;
      settings *pcsNew;

      pcsNew = osnew(settings);
      *pcsNew = *pcs; /* copy contents */
      pcsNew->begin_lineno = 0;
      pcsNew->next = pcs;
      pcs = pcsNew;
      default_units(pcs);
      default_calib(pcs);

      pcs->style = STYLE_NORMAL;
      pcs->units[Q_LENGTH] = METRES_PER_FOOT;
      t = ((short*)osmalloc(ossizeof(short) * 257)) + 1;

      t[EOF] = SPECIAL_EOL;
      memset(t, 0, sizeof(short) * 33);
      for (i = 33; i < 127; i++) t[i] = SPECIAL_NAMES;
      t[127] = 0;
      for (i = 128; i < 256; i++) t[i] = SPECIAL_NAMES;
      t['\t'] |= SPECIAL_BLANK;
      t[' '] |= SPECIAL_BLANK;
      t['\032'] |= SPECIAL_EOL; /* Ctrl-Z, so olde DOS text files are handled ok */
      t['\n'] |= SPECIAL_EOL;
      t['\r'] |= SPECIAL_EOL;
      t['.'] |= SPECIAL_DECIMAL;
      t['-'] |= SPECIAL_MINUS;
      t['+'] |= SPECIAL_PLUS;
      pcs->Translate = t;
      pcs->Case = OFF;
      pcs->Truncate = INT_MAX;
      pcs->infer = 7; /* FIXME: BIT(EQUATES)|BIT(EXPORTS)|BIT(PLUMBS); */
   } else if (fmt == FMT_MAK) {
      short *t;
      int i;
      settings *pcsNew;

      pcsNew = osnew(settings);
      *pcsNew = *pcs; /* copy contents */
      pcsNew->begin_lineno = 0;
      pcsNew->next = pcs;
      pcs = pcsNew;

      t = ((short*)osmalloc(ossizeof(short) * 257)) + 1;

      t[EOF] = SPECIAL_EOL;
      memset(t, 0, sizeof(short) * 33);
      for (i = 33; i < 127; i++) t[i] = SPECIAL_NAMES;
      t[127] = 0;
      for (i = 128; i < 256; i++) t[i] = SPECIAL_NAMES;
      t['['] = t[','] = t[';'] = 0;
      t['\t'] |= SPECIAL_BLANK;
      t[' '] |= SPECIAL_BLANK;
      t['\032'] |= SPECIAL_EOL; /* Ctrl-Z, so olde DOS text files are handled ok */
      t['\n'] |= SPECIAL_EOL;
      t['\r'] |= SPECIAL_EOL;
      t['.'] |= SPECIAL_DECIMAL;
      t['-'] |= SPECIAL_MINUS;
      t['+'] |= SPECIAL_PLUS;
      pcs->Translate = t;
      pcs->Case = OFF;
      pcs->Truncate = INT_MAX;
   }

#ifdef HAVE_SETJMP_H
   /* errors in nested functions can longjmp here */
   if (setjmp(file.jbSkipLine)) {
      process_eol();
   }
#endif

   if (fmt == FMT_DAT) {
      while (!feof(file.fh) && !ferror(file.fh)) {
         static reading compass_order[] = {
            Fr, To, Tape, CompassDATComp, CompassDATClino,
            CompassDATLeft, CompassDATRight, CompassDATUp, CompassDATDown,
            CompassDATFlags, IgnoreAll
         };
         static reading compass_order_backsights[] = {
            Fr, To, Tape, CompassDATComp, CompassDATClino,
            CompassDATLeft, CompassDATRight, CompassDATUp, CompassDATDown,
            CompassDATBackComp, CompassDATBackClino,
            CompassDATFlags, IgnoreAll
         };
         /* <Cave name> */
         process_bol();
         skipline();
         process_eol();
         /* SURVEY NAME: <Short name> */
         get_token();
         get_token();
         /* if (ch != ':') ... */
         nextch();
         skipblanks();
         get_token();
         skipline();
         process_eol();
         /* SURVEY DATE: 7 10 79  COMMENT:<Long name> */
         /* NB order is *month* *day* year */
         get_token();
         get_token();
         if (ch == ':') {
             struct tm t = {0};

             copy_on_write_meta(pcs);

             nextch();
             /* struct tm month uses 0 for Jan */
             t.tm_mon = read_uint() - 1;
             t.tm_mday = read_uint();
             /* struct tm uses year - 1900 */
             t.tm_year = read_uint();
             /* Note: Larry says a 2 digit year is always 19XX */
             if (t.tm_year >= 100) t.tm_year -= 1900;

             pcs->meta->date1 = mktime(&t);
             pcs->meta->date2 = pcs->meta->date1;
         } else {
             pcs->meta->date1 = pcs->meta->date2 = 0;
         }
         skipline();
         process_eol();
         /* SURVEY TEAM: */
         get_token();
         get_token();
         skipline();
         process_eol();
         /* <Survey team> */
         nextch();
         skipline();
         process_eol();
         /* DECLINATION: 1.00  FORMAT: DDDDLUDRADLN  CORRECTIONS: 2.00 3.00 4.00 */
         get_token();
         nextch(); /* : */
         skipblanks();
         pcs->z[Q_DECLINATION] = -read_numeric(fFalse, NULL);
         pcs->z[Q_DECLINATION] *= pcs->units[Q_DECLINATION];
         get_token();
         pcs->ordering = compass_order;
         if (strcmp(buffer, "FORMAT") == 0) {
            nextch(); /* : */
            get_token();
            if (strlen(buffer) >= 12 && buffer[11] == 'B') {
               /* We have backsights for compass and clino */
               pcs->ordering = compass_order_backsights;
            }
            get_token();
         }
         if (strcmp(buffer, "CORRECTIONS") == 0) {
            nextch(); /* : */
            pcs->z[Q_BEARING] = -rad(read_numeric(fFalse, NULL));
            pcs->z[Q_GRADIENT] = -rad(read_numeric(fFalse, NULL));
            pcs->z[Q_LENGTH] = -read_numeric(fFalse, NULL);
         } else {
            pcs->z[Q_BEARING] = 0;
            pcs->z[Q_GRADIENT] = 0;
            pcs->z[Q_LENGTH] = 0;
         }
         skipline();
         process_eol();
         /* BLANK LINE */
         process_bol();
         skipline();
         process_eol();
         /* heading line */
         process_bol();
         skipline();
         process_eol();
         /* BLANK LINE */
         process_bol();
         skipline();
         process_eol();
         while (!feof(file.fh)) {
            process_bol();
            if (ch == '\x0c') {
               nextch();
               process_eol();
               break;
            }
            (void)data_normal();
         }
      }
      {
         settings *pcsParent = pcs->next;
         SVX_ASSERT(pcsParent);
         pcs->ordering = NULL;
         free_settings(pcs);
         pcs = pcsParent;
      }
   } else if (fmt == FMT_MAK) {
      nextch_handling_eol();
      while (!feof(file.fh) && !ferror(file.fh)) {
         if (ch == '#') {
            /* include a file */
            int ch_store;
            char *dat_pth = path_from_fnm(file.filename);
            char *dat_fnm = NULL;
            int dat_fnm_len;
            nextch_handling_eol();
            while (ch != ',' && ch != ';' && ch != EOF) {
               while (isEol(ch)) process_eol();
               s_catchar(&dat_fnm, &dat_fnm_len, (char)ch);
               nextch_handling_eol();
            }
            while (ch != ';' && ch != EOF) {
               prefix *name;
               nextch_handling_eol();
               name = read_prefix_stn(fTrue, fFalse);
               if (name) {
                  skipblanks();
                  if (ch == '[') {
                     /* fixed pt */
                     node *stn;
                     real x, y, z;
                     name->sflags |= BIT(SFLAGS_FIXED);
                     nextch_handling_eol();
                     while (!isdigit(ch) && ch != '+' && ch != '-' &&
                            ch != '.' && ch != ']' && ch != EOF) {
                        nextch_handling_eol();
                     }
                     x = read_numeric(fFalse, NULL);
                     while (!isdigit(ch) && ch != '+' && ch != '-' &&
                            ch != '.' && ch != ']' && ch != EOF) {
                        nextch_handling_eol();
                     }
                     y = read_numeric(fFalse, NULL);
                     while (!isdigit(ch) && ch != '+' && ch != '-' &&
                            ch != '.' && ch != ']' && ch != EOF) {
                        nextch_handling_eol();
                     }
                     z = read_numeric(fFalse, NULL);
                     stn = StnFromPfx(name);
                     if (!fixed(stn)) {
                        POS(stn, 0) = x;
                        POS(stn, 1) = y;
                        POS(stn, 2) = z;
                        fix(stn);
                     } else {
                        if (x != POS(stn, 0) || y != POS(stn, 1) ||
                            z != POS(stn, 2)) {
                           compile_error(/*Station already fixed or equated to a fixed point*/46);
                        } else {
                           compile_warning(/*Station already fixed at the same coordinates*/55);
                        }
                     }
                     while (ch != ']' && ch != EOF) nextch_handling_eol();
                     if (ch == ']') {
                        nextch_handling_eol();
                        skipblanks();
                     }
                  } else {
                     /* FIXME: link station - ignore for now */
                     /* FIXME: perhaps issue warning? */
                  }
                  while (ch != ',' && ch != ';' && ch != EOF)
                     nextch_handling_eol();
               }
            }
            if (dat_fnm) {
               ch_store = ch;
               data_file(dat_pth, dat_fnm);
               ch = ch_store;
               osfree(dat_fnm);
            }
         } else {
            /* FIXME: also check for % and $ later */
            nextch_handling_eol();
         }
      }
      {
         settings *pcsParent = pcs->next;
         SVX_ASSERT(pcsParent);
         free_settings(pcs);
         pcs = pcsParent;
      }
   } else {
      while (!feof(file.fh) && !ferror(file.fh)) {
         if (!process_non_data_line()) {
            volatile int r;
            f_export_ok = fFalse;
            switch (pcs->style) {
             case STYLE_NORMAL:
             case STYLE_DIVING:
             case STYLE_CYLPOLAR:
               r = data_normal();
               break;
             case STYLE_CARTESIAN:
               r = data_cartesian();
               break;
             case STYLE_PASSAGE:
               r = data_passage();
               break;
             case STYLE_NOSURVEY:
               r = data_nosurvey();
               break;
             case STYLE_IGNORE:
               r = data_ignore();
               break;
             default:
               r = 0; /* avoid warning */
               BUG("bad style");
            }
            /* style function returns 0 => error */
         }
      }
   }

   /* don't allow *BEGIN at the end of a file, then *EXPORT in the
    * including file */
   f_export_ok = fFalse;

#ifndef NO_PERCENTAGE
   if (fPercent) putnl();
#endif

   if (pcs->begin_lineno) {
      error_in_file(file.filename, pcs->begin_lineno,
                    /*BEGIN with no matching END in this file*/23);
      /* Implicitly close any unclosed BEGINs from this file */
      do {
         settings *pcsParent = pcs->next;
         SVX_ASSERT(pcsParent);
         free_settings(pcs);
         pcs = pcsParent;
      } while (pcs->begin_lineno);
   }

   pcs->begin_lineno = begin_lineno_store;

   if (ferror(file.fh))
      fatalerror_in_file(file.filename, 0, /*Error reading file*/18);

   (void)fclose(file.fh);

   file = file_store;

   /* don't free this - it may be pointed to by prefix.file */
   /* osfree(file.filename); */
}

static real
mod2pi(real a)
{
   return a - floor(a / (2 * M_PI)) * (2 * M_PI);
}

static real
handle_plumb(clino_type *p_ctype)
{
   typedef enum {
      CLINO_NULL=-1, CLINO_UP, CLINO_DOWN, CLINO_LEVEL
   } clino_tok;
   static sztok clino_tab[] = {
      {"D",     CLINO_DOWN},
      {"DOWN",  CLINO_DOWN},
      {"H",     CLINO_LEVEL},
      {"LEVEL", CLINO_LEVEL},
      {"U",     CLINO_UP},
      {"UP",    CLINO_UP},
      {NULL,    CLINO_NULL}
   };
   static real clinos[] = {(real)M_PI_2, (real)(-M_PI_2), (real)0.0};
   clino_tok tok;

   skipblanks();
   if (isalpha(ch)) {
      filepos fp;
      get_pos(&fp);
      get_token();
      tok = match_tok(clino_tab, TABSIZE(clino_tab));
      if (tok != CLINO_NULL) {
         *p_ctype = (tok == CLINO_LEVEL ? CTYPE_HORIZ : CTYPE_PLUMB);
         return clinos[tok];
      }
      set_pos(&fp);
   } else if (isSign(ch)) {
      int chOld = ch;
      nextch();
      if (toupper(ch) == 'V') {
         nextch();
         *p_ctype = CTYPE_PLUMB;
         return (!isMinus(chOld) ? M_PI_2 : -M_PI_2);
      }

      if (isOmit(chOld)) {
         *p_ctype = CTYPE_OMIT;
         /* no clino reading, so assume 0 with large sd */
         return (real)0.0;
      }
   } else if (isOmit(ch)) {
      /* OMIT char may not be a SIGN char too so we need to check here as
       * well as above... */
      nextch();
      *p_ctype = CTYPE_OMIT;
      /* no clino reading, so assume 0 with large sd */
      return (real)0.0;
   }
   return HUGE_REAL;
}

static void
warn_readings_differ(int msgno, real diff)
{
   char buf[64];
   char *p;
   sprintf(buf, "%.2f", deg(fabs(diff)));
   p = strchr(buf, '.');
   if (p) {
      char *z = p;
      while (*++p) {
         if (*p != '0') z = p + 1;
      }
      if (*z) *z = '\0';
   }
   compile_warning(msgno, buf);
}

static bool
handle_comp_units(void)
{
   bool fNoComp = fTrue;
   if (VAL(Comp) != HUGE_REAL) {
      fNoComp = fFalse;
      VAL(Comp) *= pcs->units[Q_BEARING];
      if (VAL(Comp) < (real)0.0 || VAL(Comp) - M_PI * 2.0 > EPSILON) {
         compile_warning(/*Suspicious compass reading*/59);
         VAL(Comp) = mod2pi(VAL(Comp));
      }
   }
   if (VAL(BackComp) != HUGE_REAL) {
      fNoComp = fFalse;
      VAL(BackComp) *= pcs->units[Q_BACKBEARING];
      if (VAL(BackComp) < (real)0.0 || VAL(BackComp) - M_PI * 2.0 > EPSILON) {
         /* FIXME: different message for BackComp? */
         compile_warning(/*Suspicious compass reading*/59);
         VAL(BackComp) = mod2pi(VAL(BackComp));
      }
   }
   return fNoComp;
}

static real
handle_compass(real *p_var)
{
   real compvar = VAR(Comp);
   real comp = VAL(Comp);
   real backcomp = VAL(BackComp);
   if (comp != HUGE_REAL) {
      comp = (comp - pcs->z[Q_BEARING]) * pcs->sc[Q_BEARING];
      comp -= pcs->z[Q_DECLINATION];
   }
   if (backcomp != HUGE_REAL) {
      backcomp = (backcomp - pcs->z[Q_BACKBEARING])
              * pcs->sc[Q_BACKBEARING];
      backcomp -= pcs->z[Q_DECLINATION];
      backcomp -= M_PI;
      if (comp != HUGE_REAL) {
         real diff = comp - backcomp;
         real adj = fabs(diff) > M_PI ? M_PI : 0;
         diff -= floor((diff + M_PI) / (2 * M_PI)) * 2 * M_PI;
         if (sqrd(diff / 2.0) > compvar + VAR(Q_BACKBEARING)) {
            /* fore and back readings differ by more than 2 sds */
            warn_readings_differ(/*Compass reading and back compass reading disagree by %s degrees*/98, diff);
         }
         comp = (comp / compvar + backcomp / VAR(BackComp));
         compvar = (compvar + VAR(BackComp)) / 4;
         comp *= compvar;
         comp += adj;
      } else {
         comp = backcomp;
         compvar = VAR(BackComp);
      }
   }
   *p_var = compvar;
   return comp;
}

static int
process_normal(prefix *fr, prefix *to, bool fToFirst,
               clino_type ctype, clino_type backctype)
{
   real tape = VAL(Tape);
   real clin = VAL(Clino);
   real backclin = VAL(BackClino);

   real dx, dy, dz;
   real vx, vy, vz;
#ifndef NO_COVARIANCES
   real cxy, cyz, czx;
#endif

   bool fNoComp;

   /* adjusted tape is negative -- probably the calibration is wrong */
   if (tape < (real)0.0) {
      /* TRANSLATE different message for topofil? */
      compile_warning(/*Negative adjusted tape reading*/79);
   }

   fNoComp = handle_comp_units();

   if (ctype == CTYPE_READING) {
      real diff_from_abs90;
      clin *= pcs->units[Q_GRADIENT];
      /* percentage scale */
      if (pcs->f_clino_percent) clin = atan(clin);
      diff_from_abs90 = fabs(clin) - M_PI_2;
      if (diff_from_abs90 > EPSILON) {
         compile_warning(/*Clino reading over 90 degrees (absolute value)*/51);
      } else if (TSTBIT(pcs->infer, INFER_PLUMBS) &&
                 diff_from_abs90 >= -EPSILON) {
         ctype = CTYPE_INFERPLUMB;
      }
   }

   if (backctype == CTYPE_READING) {
      backclin *= pcs->units[Q_BACKGRADIENT];
      /* percentage scale */
      if (pcs->f_backclino_percent) backclin = atan(backclin);
      if (ctype != CTYPE_READING) {
         real diff_from_abs90 = fabs(backclin) - M_PI_2;
         if (diff_from_abs90 > EPSILON) {
            /* FIXME: different message for BackClino? */
            compile_warning(/*Clino reading over 90 degrees (absolute value)*/51);
         } else if (TSTBIT(pcs->infer, INFER_PLUMBS) &&
                    diff_from_abs90 >= -EPSILON) {
            backctype = CTYPE_INFERPLUMB;
         }
      }
   }

   /* un-infer the plumb if the backsight was just a reading */
   if (ctype == CTYPE_INFERPLUMB && backctype == CTYPE_READING) {
       ctype = CTYPE_READING;
   }

   if (ctype != CTYPE_OMIT && backctype != CTYPE_OMIT && ctype != backctype) {
      compile_error_skip(/*Clino and BackClino readings must be of the same type*/84);
      return 0;
   }

   if (ctype == CTYPE_PLUMB || ctype == CTYPE_INFERPLUMB ||
       backctype == CTYPE_PLUMB || backctype == CTYPE_INFERPLUMB) {
      /* plumbed */
      if (!fNoComp) {
         if (ctype == CTYPE_PLUMB ||
             (ctype == CTYPE_INFERPLUMB && VAL(Comp) != 0.0) ||
             backctype == CTYPE_PLUMB ||
             (backctype == CTYPE_INFERPLUMB && VAL(BackComp) != 0.0)) {
            /* FIXME: Different message for BackComp? */
            compile_warning(/*Compass reading given on plumbed leg*/21);
         }
      }

      dx = dy = (real)0.0;
      if (ctype != CTYPE_OMIT) {
         if (backctype != CTYPE_OMIT && (clin > 0) == (backclin > 0)) {
            /* We've got two UPs or two DOWNs - FIXME: not ideal message */
            compile_error_skip(/*Clino and BackClino readings must be of the same type*/84);
            return 0;
         }
         dz = (clin > (real)0.0) ? tape : -tape;
      } else {
         dz = (backclin < (real)0.0) ? tape : -tape;
      }
      vx = vy = var(Q_POS) / 3.0 + dz * dz * var(Q_PLUMB);
      vz = var(Q_POS) / 3.0 + VAR(Tape);
#ifndef NO_COVARIANCES
      /* Correct values - no covariances in this case! */
      cxy = cyz = czx = (real)0.0;
#endif
   } else {
      /* Each of ctype and backctype are either CTYPE_READING/CTYPE_HORIZ
       * or CTYPE_OMIT */
      /* clino */
      real L2, cosG, LcosG, cosG2, sinB, cosB, dx2, dy2, dz2, v, V;
      if (fNoComp) {
         compile_error_skip(/*Compass reading may not be omitted except on plumbed legs*/14);
         return 0;
      }
      if (tape == (real)0.0) {
         dx = dy = dz = (real)0.0;
         vx = vy = vz = (real)(var(Q_POS) / 3.0); /* Position error only */
#ifndef NO_COVARIANCES
         cxy = cyz = czx = (real)0.0;
#endif
#if DEBUG_DATAIN_1
         printf("Zero length leg: vx = %f, vy = %f, vz = %f\n", vx, vy, vz);
#endif
      } else {
         real sinGcosG;
         /* take into account variance in LEVEL case */
         real var_clin = var(Q_LEVEL);
         real var_comp;
         real comp = handle_compass(&var_comp);
         /* ctype != CTYPE_READING is LEVEL case */
         if (ctype == CTYPE_READING) {
            clin = (clin - pcs->z[Q_GRADIENT]) * pcs->sc[Q_GRADIENT];
            var_clin = VAR(Clino);
         }
         if (backctype == CTYPE_READING) {
            backclin = (backclin - pcs->z[Q_BACKGRADIENT])
               * pcs->sc[Q_BACKGRADIENT];
            if (ctype == CTYPE_READING) {
               if (sqrd((clin + backclin) / 3.0) > var_clin + VAR(BackClino)) {
                  /* fore and back readings differ by more than 3 sds */
                  warn_readings_differ(/*Clino reading and back clino reading disagree by %s degrees*/99, clin + backclin);
               }
               clin = (clin / var_clin - backclin / VAR(BackClino));
               var_clin = (var_clin + VAR(BackClino)) / 4;
               clin *= var_clin;
            } else {
               clin = -backclin;
               var_clin = VAR(BackClino);
            }
         }

#if DEBUG_DATAIN
         printf("    %4.2f %4.2f %4.2f\n", tape, comp, clin);
#endif
         cosG = cos(clin);
         LcosG = tape * cosG;
         sinB = sin(comp);
         cosB = cos(comp);
#if DEBUG_DATAIN_1
         printf("sinB = %f, cosG = %f, LcosG = %f\n", sinB, cosG, LcosG);
#endif
         dx = LcosG * sinB;
         dy = LcosG * cosB;
         dz = tape * sin(clin);
/*      printf("%.2f\n",clin); */
#if DEBUG_DATAIN_1
         printf("dx = %f\ndy = %f\ndz = %f\n", dx, dy, dz);
#endif
         dx2 = dx * dx;
         L2 = tape * tape;
         V = VAR(Tape) / L2;
         dy2 = dy * dy;
         cosG2 = cosG * cosG;
         sinGcosG = sin(clin) * cosG;
         dz2 = dz * dz;
         v = dz2 * var_clin;
#ifdef NO_COVARIANCES
         vx = (var(Q_POS) / 3.0 + dx2 * V + dy2 * var_comp +
               (.5 + sinB * sinB * cosG2) * v);
         vy = (var(Q_POS) / 3.0 + dy2 * V + dx2 * var_comp +
               (.5 + cosB * cosB * cosG2) * v);
         if (ctype == CTYPE_OMIT && backctype == CTYPE_OMIT) {
            /* if no clino, assume sd=tape/sqrt(10) so 3sds = .95*tape */
            vz = var(Q_POS) / 3.0 + L2 * (real)0.1;
         } else {
            vz = var(Q_POS) / 3.0 + dz2 * V + L2 * cosG2 * var_clin;
         }
         /* for Surveyor87 errors: vx=vy=vz=var(Q_POS)/3.0; */
#else
         vx = var(Q_POS) / 3.0 + dx2 * V + dy2 * var_comp +
            (sinB * sinB * v);
         vy = var(Q_POS) / 3.0 + dy2 * V + dx2 * var_comp +
            (cosB * cosB * v);
         if (ctype == CTYPE_OMIT && backctype == CTYPE_OMIT) {
            /* if no clino, assume sd=tape/sqrt(10) so 3sds = .95*tape */
            vz = var(Q_POS) / 3.0 + L2 * (real)0.1;
         } else {
            vz = var(Q_POS) / 3.0 + dz2 * V + L2 * cosG2 * var_clin;
         }
         /* usual covariance formulae are fine in no clino case since
          * dz = 0 so value of var_clin is ignored */
         cxy = sinB * cosB * (VAR(Tape) * cosG2 + var_clin * dz2)
               - var_comp * dx * dy;
         czx = VAR(Tape) * sinB * sinGcosG - var_clin * dx * dz;
         cyz = VAR(Tape) * cosB * sinGcosG - var_clin * dy * dz;
#if 0
         printf("vx = %6.3f, vy = %6.3f, vz = %6.3f\n", vx, vy, vz);
         printf("cxy = %6.3f, cyz = %6.3f, czx = %6.3f\n", cxy, cyz, czx);
#endif
#endif
#if DEBUG_DATAIN_1
         printf("In DATAIN.C, vx = %f, vy = %f, vz = %f\n", vx, vy, vz);
#endif
      }
   }
#if DEBUG_DATAIN_1
   printf("Just before addleg, vx = %f\n", vx);
#endif
   /*printf("dx,dy,dz = %.2f %.2f %.2f\n\n", dx, dy, dz);*/
   addlegbyname(fr, to, fToFirst, dx, dy, dz, vx, vy, vz
#ifndef NO_COVARIANCES
                , cyz, czx, cxy
#endif
                );
   return 1;
}

static int
process_diving(prefix *fr, prefix *to, bool fToFirst, bool fDepthChange)
{
   real tape = VAL(Tape);

   real dx, dy, dz;
   real vx, vy, vz;
#ifndef NO_COVARIANCES
   real cxy = 0, cyz = 0, czx = 0;
#endif

   handle_comp_units();

   /* depth gauge readings increase upwards with default calibration */
   if (fDepthChange) {
      SVX_ASSERT(VAL(FrDepth) == 0.0);
      dz = VAL(ToDepth) * pcs->units[Q_DEPTH] - pcs->z[Q_DEPTH];
      dz *= pcs->sc[Q_DEPTH];
   } else {
      dz = VAL(ToDepth) - VAL(FrDepth);
      dz *= pcs->units[Q_DEPTH] * pcs->sc[Q_DEPTH];
   }

   /* adjusted tape is negative -- probably the calibration is wrong */
   if (tape < (real)0.0) {
      compile_warning(/*Negative adjusted tape reading*/79);
   }

   /* check if tape is less than depth change */
   if (tape < fabs(dz)) {
      /* FIXME: allow margin of error based on variances? */
      compile_warning(/*Tape reading is less than change in depth*/62);
   }

   if (tape == (real)0.0 && dz == 0.0) {
      dx = dy = dz = (real)0.0;
      vx = vy = vz = (real)(var(Q_POS) / 3.0); /* Position error only */
   } else if (VAL(Comp) == HUGE_REAL &&
              VAL(BackComp) == HUGE_REAL) {
      /* plumb */
      dx = dy = (real)0.0;
      if (dz < 0) tape = -tape;
      /* FIXME: Should use FrDepth sometimes... */
      dz = (dz * VAR(Tape) + tape * 2 * VAR(ToDepth))
         / (VAR(Tape) * 2 * VAR(ToDepth));
      vx = vy = var(Q_POS) / 3.0 + dz * dz * var(Q_PLUMB);
      /* FIXME: Should use FrDepth sometimes... */
      vz = var(Q_POS) / 3.0 + VAR(Tape) * 2 * VAR(ToDepth)
                              / (VAR(Tape) + VAR(ToDepth));
   } else {
      real L2, sinB, cosB, dz2, D2;
      real var_comp;
      real comp = handle_compass(&var_comp);
      sinB = sin(comp);
      cosB = cos(comp);
      L2 = tape * tape;
      dz2 = dz * dz;
      D2 = L2 - dz2;
      if (D2 <= (real)0.0) {
         /* FIXME: Should use FrDepth sometimes... */
         real vsum = VAR(Tape) + 2 * VAR(ToDepth);
         dx = dy = (real)0.0;
         vx = vy = var(Q_POS) / 3.0;
         /* FIXME: Should use FrDepth sometimes... */
         vz = var(Q_POS) / 3.0 + VAR(Tape) * 2 * VAR(ToDepth) / vsum;
         if (dz > 0) {
            /* FIXME: Should use FrDepth sometimes... */
            dz = (dz * VAR(Tape) + tape * 2 * VAR(ToDepth)) / vsum;
         } else {
            dz = (dz * VAR(Tape) - tape * 2 * VAR(ToDepth)) / vsum;
         }
      } else {
         real D = sqrt(D2);
         /* FIXME: Should use FrDepth sometimes... */
         real F = VAR(Tape) * L2 + 2 * VAR(ToDepth) * D2;
         dx = D * sinB;
         dy = D * cosB;

         vx = var(Q_POS) / 3.0 +
            sinB * sinB * F / D2 + var_comp * dy * dy;
         vy = var(Q_POS) / 3.0 +
            cosB * cosB * F / D2 + var_comp * dx * dx;
         /* FIXME: Should use FrDepth sometimes... */
         vz = var(Q_POS) / 3.0 + 2 * VAR(ToDepth);

#ifndef NO_COVARIANCES
         cxy = sinB * cosB * (F / D2 + var_comp * D2);
         /* FIXME: Should use FrDepth sometimes... */
         cyz = -2 * VAR(ToDepth) * dy / D;
         czx = -2 * VAR(ToDepth) * dx / D;
#endif
      }
   }
   addlegbyname(fr, to, fToFirst, dx, dy, dz, vx, vy, vz
#ifndef NO_COVARIANCES
                , cxy, cyz, czx
#endif
                );
   return 1;
}

static int
process_cartesian(prefix *fr, prefix *to, bool fToFirst)
{
   real dx = (VAL(Dx) * pcs->units[Q_DX] - pcs->z[Q_DX]) * pcs->sc[Q_DX];
   real dy = (VAL(Dy) * pcs->units[Q_DY] - pcs->z[Q_DY]) * pcs->sc[Q_DY];
   real dz = (VAL(Dz) * pcs->units[Q_DZ] - pcs->z[Q_DZ]) * pcs->sc[Q_DZ];

   addlegbyname(fr, to, fToFirst, dx, dy, dz, VAR(Dx), VAR(Dy), VAR(Dz)
#ifndef NO_COVARIANCES
                , 0, 0, 0
#endif
                );
   return 1;
}

static int
data_cartesian(void)
{
   prefix *fr = NULL, *to = NULL;

   bool fMulti = fFalse;

   reading first_stn = End;

   reading *ordering;

   again:

   for (ordering = pcs->ordering ; ; ordering++) {
      skipblanks();
      switch (*ordering) {
       case Fr:
         fr = read_prefix_stn(fFalse, fTrue);
         if (first_stn == End) first_stn = Fr;
         break;
       case To:
         to = read_prefix_stn(fFalse, fTrue);
         if (first_stn == End) first_stn = To;
         break;
       case Station:
         fr = to;
         to = read_prefix_stn(fFalse, fFalse);
         first_stn = To;
         break;
       case Dx: case Dy: case Dz:
         read_reading(*ordering, fFalse);
         break;
       case Ignore:
         skipword(); break;
       case IgnoreAllAndNewLine:
         skipline();
         /* fall through */
       case Newline:
         if (fr != NULL) {
            int r;
            r = process_cartesian(fr, to, first_stn == To);
            if (!r) skipline();
         }
         fMulti = fTrue;
         while (1) {
            process_eol();
            process_bol();
            if (isData(ch)) break;
            if (!isComm(ch)) {
               push_back(ch);
               return 1;
            }
         }
         break;
       case IgnoreAll:
         skipline();
         /* fall through */
       case End:
         if (!fMulti) {
            int r = process_cartesian(fr, to, first_stn == To);
            process_eol();
            return r;
         }
         do {
            process_eol();
            process_bol();
         } while (isComm(ch));
         goto again;
       default: BUG("Unknown reading in ordering");
      }
   }
}

static int
process_cylpolar(prefix *fr, prefix *to, bool fToFirst, bool fDepthChange)
{
   real tape = VAL(Tape);

   real dx, dy, dz;
   real vx, vy, vz;
#ifndef NO_COVARIANCES
   real cxy = 0;
#endif

   handle_comp_units();

   /* depth gauge readings increase upwards with default calibration */
   if (fDepthChange) {
      SVX_ASSERT(VAL(FrDepth) == 0.0);
      dz = VAL(ToDepth) * pcs->units[Q_DEPTH] - pcs->z[Q_DEPTH];
      dz *= pcs->sc[Q_DEPTH];
   } else {
      dz = VAL(ToDepth) - VAL(FrDepth);
      dz *= pcs->units[Q_DEPTH] * pcs->sc[Q_DEPTH];
   }

   /* adjusted tape is negative -- probably the calibration is wrong */
   if (tape < (real)0.0) {
      compile_warning(/*Negative adjusted tape reading*/79);
   }

   if (VAL(Comp) == HUGE_REAL && VAL(BackComp) == HUGE_REAL) {
      /* plumb */
      dx = dy = (real)0.0;
      vx = vy = var(Q_POS) / 3.0 + dz * dz * var(Q_PLUMB);
      /* FIXME: Should use FrDepth sometimes... */
      vz = var(Q_POS) / 3.0 + 2 * VAR(ToDepth);
   } else {
      real sinB, cosB;
      real var_comp;
      real comp = handle_compass(&var_comp);
      sinB = sin(comp);
      cosB = cos(comp);

      dx = tape * sinB;
      dy = tape * cosB;

      vx = var(Q_POS) / 3.0 +
         VAR(Tape) * sinB * sinB + var_comp * dy * dy;
      vy = var(Q_POS) / 3.0 +
         VAR(Tape) * cosB * cosB + var_comp * dx * dx;
      /* FIXME: Should use FrDepth sometimes... */
      vz = var(Q_POS) / 3.0 + 2 * VAR(ToDepth);

#ifndef NO_COVARIANCES
      cxy = (VAR(Tape) - var_comp * tape * tape) * sinB * cosB;
#endif
   }
   addlegbyname(fr, to, fToFirst, dx, dy, dz, vx, vy, vz
#ifndef NO_COVARIANCES
                , cxy, 0, 0
#endif
                );
   return 1;
}

/* Process tape/compass/clino, diving, and cylpolar styles of survey data
 * Also handles topofil (fromcount/tocount or count) in place of tape */
static int
data_normal(void)
{
   prefix *fr = NULL, *to = NULL;
   reading first_stn = End;

   bool fTopofil = fFalse, fMulti = fFalse;
   bool fRev;
   clino_type ctype, backctype;
   bool fDepthChange;
   unsigned long compass_dat_flags = 0;

   reading *ordering;

   VAL(Tape) = 0;
   VAL(Comp) = VAL(BackComp) = HUGE_REAL;
   VAL(FrCount) = VAL(ToCount) = 0;
   VAL(FrDepth) = VAL(ToDepth) = 0;
   VAL(Left) = VAL(Right) = VAL(Up) = VAL(Down) = HUGE_REAL;

   fRev = fFalse;
   ctype = backctype = CTYPE_OMIT;
   fDepthChange = fFalse;

   /* ordering may omit clino reading, so set up default here */
   /* this is also used if clino reading is the omit character */
   VAL(Clino) = VAL(BackClino) = 0;

   again:

   for (ordering = pcs->ordering; ; ordering++) {
      skipblanks();
      switch (*ordering) {
       case Fr:
          fr = read_prefix_stn(fFalse, fTrue);
          if (first_stn == End) first_stn = Fr;
          break;
       case To:
          to = read_prefix_stn(fFalse, fTrue);
          if (first_stn == End) first_stn = To;
          break;
       case Station:
          fr = to;
          to = read_prefix_stn(fFalse, fFalse);
          first_stn = To;
          break;
       case Dir: {
          typedef enum {
             DIR_NULL=-1, DIR_FORE, DIR_BACK
          } dir_tok;
          static sztok dir_tab[] = {
             {"B",     DIR_BACK},
             {"F",     DIR_FORE},
          };
          dir_tok tok;
          get_token();
          tok = match_tok(dir_tab, TABSIZE(dir_tab));
          switch (tok) {
           case DIR_FORE:
             break;
           case DIR_BACK:
             fRev = fTrue;
             break;
           default:
             compile_error_skip(/*Found `%s', expecting `F' or `B'*/131,
                                buffer);
             process_eol();
             return 0;
          }
          break;
       }
       case Tape:
          read_reading(Tape, fFalse);
          if (VAL(Tape) < (real)0.0)
             compile_warning(/*Negative tape reading*/60);
          break;
       case Count:
          VAL(FrCount) = VAL(ToCount);
          read_reading(ToCount, fFalse);
          fTopofil = fTrue;
          break;
       case FrCount:
          read_reading(FrCount, fFalse);
          break;
       case ToCount:
          read_reading(ToCount, fFalse);
          fTopofil = fTrue;
          break;
       case Comp: case BackComp:
          read_bearing_or_omit(*ordering);
          break;
       case Clino:
          read_reading(Clino, fTrue);
          if (VAL(Clino) == HUGE_REAL) {
             VAL(Clino) = handle_plumb(&ctype);
             if (VAL(Clino) != HUGE_REAL) break;
             compile_error_token(/*Expecting numeric field, found `%s'*/9);
             process_eol();
             return 0;
          }
          ctype = CTYPE_READING;
          break;
       case BackClino:
          read_reading(BackClino, fTrue);
          if (VAL(BackClino) == HUGE_REAL) {
             VAL(BackClino) = handle_plumb(&backctype);
             if (VAL(BackClino) != HUGE_REAL) break;
             compile_error_token(/*Expecting numeric field, found `%s'*/9);
             process_eol();
             return 0;
          }
          backctype = CTYPE_READING;
          break;
       case FrDepth: case ToDepth:
          read_reading(*ordering, fFalse);
          break;
       case Depth:
          VAL(FrDepth) = VAL(ToDepth);
          read_reading(ToDepth, fFalse);
          break;
       case DepthChange:
          fDepthChange = fTrue;
          VAL(FrDepth) = 0;
          read_reading(ToDepth, fFalse);
          break;
       case CompassDATComp:
          read_bearing_or_omit(Comp);
          if (is_compass_NaN(VAL(Comp))) VAL(Comp) = HUGE_REAL;
          break;
       case CompassDATBackComp:
          read_bearing_or_omit(BackComp);
          if (is_compass_NaN(VAL(BackComp))) VAL(BackComp) = HUGE_REAL;
          break;
       case CompassDATClino:
          read_reading(Clino, fFalse);
          if (is_compass_NaN(VAL(Clino))) {
             VAL(Clino) = HUGE_REAL;
             ctype = CTYPE_OMIT;
          } else {
             ctype = CTYPE_READING;
          }
          break;
       case CompassDATBackClino:
          read_reading(BackClino, fFalse);
          if (is_compass_NaN(VAL(BackClino))) {
             VAL(BackClino) = HUGE_REAL;
             backctype = CTYPE_OMIT;
          } else {
             backctype = CTYPE_READING;
          }
          break;
       case CompassDATLeft: case CompassDATRight:
       case CompassDATUp: case CompassDATDown: {
          /* FIXME: need to actually make use of these entries! */
          reading actual = Left + (*ordering - CompassDATLeft);
          read_reading(actual, fFalse);
          if (VAL(actual) < 0) VAL(actual) = HUGE_REAL;
          break;
       }
       case CompassDATFlags:
          if (ch == '#') {
             nextch();
             if (ch == '|') {
                filepos fp;
                get_pos(&fp);
                nextch();
                while (ch >= 'A' && ch <= 'Z') {
                   compass_dat_flags |= BIT(ch - 'A');
                   /* FIXME: we currently understand X (exclude data)
                    * but should also handle at least some of:
                    * L exclude from length
                    * P no plot
                    * C no adjustment
                    */
                   nextch();
                }
                if (ch == '#') {
                   nextch();
                } else {
                   compass_dat_flags = 0;
                   set_pos(&fp);
                   push_back('|');
                   ch = '#';
                }
             } else {
                push_back(ch);
                ch = '#';
             }
          }
          break;
       case Ignore:
          skipword(); break;
       case IgnoreAllAndNewLine:
          skipline();
          /* fall through */
       case Newline:
          if (fr != NULL) {
             int r;
             if (fTopofil)
                VAL(Tape) = VAL(ToCount) - VAL(FrCount);
             /* Note: frdepth == todepth test works regardless of fDepthChange
              * (frdepth always zero, todepth is change of depth) and also
              * works for STYLE_NORMAL (both remain 0) */
             if (TSTBIT(pcs->infer, INFER_EQUATES) &&
                 VAL(Tape) == (real)0.0 && VAL(FrDepth) == VAL(ToDepth)) {
                process_equate(fr, to);
                goto inferred_equate;
             }
             if (fRev) {
                prefix *t = fr;
                fr = to;
                to = t;
             }
             if (fTopofil) {
                VAL(Tape) *= pcs->units[Q_COUNT] * pcs->sc[Q_COUNT];
             } else {
                VAL(Tape) *= pcs->units[Q_LENGTH];
                VAL(Tape) -= pcs->z[Q_LENGTH];
                VAL(Tape) *= pcs->sc[Q_LENGTH];
             }
             switch (pcs->style) {
              case STYLE_NORMAL:
                r = process_normal(fr, to, (first_stn == To) ^ fRev,
                                   ctype, backctype);
                break;
              case STYLE_DIVING:
                r = process_diving(fr, to, (first_stn == To) ^ fRev,
                                   fDepthChange);
                break;
              case STYLE_CYLPOLAR:
                r = process_cylpolar(fr, to, (first_stn == To) ^ fRev,
                                     fDepthChange);
                break;
              default:
                r = 0; /* avoid warning */
                BUG("bad style");
             }
             if (!r) skipline();

             /* Swap fr and to back to how they were for next line */
             if (fRev) {
                prefix *t = fr;
                fr = to;
                to = t;
             }
          }

          fRev = fFalse;
          ctype = backctype = CTYPE_OMIT;
          fDepthChange = fFalse;

          /* ordering may omit clino reading, so set up default here */
          /* this is also used if clino reading is the omit character */
          VAL(Clino) = VAL(BackClino) = 0;

          inferred_equate:

          fMulti = fTrue;
          while (1) {
              process_eol();
              process_bol();
              if (isData(ch)) break;
              if (!isComm(ch)) {
                 push_back(ch);
                 return 1;
              }
          }
          break;
       case IgnoreAll:
          skipline();
          /* fall through */
       case End:
          if (!fMulti) {
             int r;
             /* Compass ignore flag is 'X' */
             if ((compass_dat_flags & BIT('X' - 'A'))) {
                process_eol();
                return 1;
             }
             if (fRev) {
                prefix *t = fr;
                fr = to;
                to = t;
             }
             if (fTopofil) VAL(Tape) = VAL(ToCount) - VAL(FrCount);
             /* Note: frdepth == todepth test works regardless of fDepthChange
              * (frdepth always zero, todepth is change of depth) and also
              * works for STYLE_NORMAL (both remain 0) */
             if (TSTBIT(pcs->infer, INFER_EQUATES) &&
                 VAL(Tape) == (real)0.0 && VAL(FrDepth) == VAL(ToDepth)) {
                process_equate(fr, to);
                process_eol();
                return 1;
             }
             if (fTopofil) {
                VAL(Tape) *= pcs->units[Q_COUNT] * pcs->sc[Q_COUNT];
             } else {
                VAL(Tape) *= pcs->units[Q_LENGTH];
                VAL(Tape) -= pcs->z[Q_LENGTH];
                VAL(Tape) *= pcs->sc[Q_LENGTH];
             }
             switch (pcs->style) {
              case STYLE_NORMAL:
                r = process_normal(fr, to, (first_stn == To) ^ fRev,
                                   ctype, backctype);
                break;
              case STYLE_DIVING:
                r = process_diving(fr, to, (first_stn == To) ^ fRev,
                                   fDepthChange);
                break;
              case STYLE_CYLPOLAR:
                r = process_cylpolar(fr, to, (first_stn == To) ^ fRev,
                                     fDepthChange);
                break;
              default:
                r = 0; /* Suppress compiler warning */;
                BUG("bad style");
             }

             process_eol();
             return r;
          }
          do {
             process_eol();
             process_bol();
          } while (isComm(ch));
          goto again;
       default:
          BUG("Unknown reading in ordering");
      }
   }
}

static int
process_lrud(prefix *stn)
{
   SVX_ASSERT(next_lrud);
   lrud * xsect = osnew(lrud);
   xsect->stn = stn;
   xsect->l = (VAL(Left) * pcs->units[Q_LEFT] - pcs->z[Q_LEFT]) * pcs->sc[Q_LEFT];
   xsect->r = (VAL(Right) * pcs->units[Q_RIGHT] - pcs->z[Q_RIGHT]) * pcs->sc[Q_RIGHT];
   xsect->u = (VAL(Up) * pcs->units[Q_UP] - pcs->z[Q_UP]) * pcs->sc[Q_UP];
   xsect->d = (VAL(Down) * pcs->units[Q_DOWN] - pcs->z[Q_DOWN]) * pcs->sc[Q_DOWN];
   xsect->meta = pcs->meta;
   if (pcs->meta) ++pcs->meta->ref_count;
   xsect->next = NULL;
   *next_lrud = xsect;
   next_lrud = &(xsect->next);

   return 1;
}

static int
data_passage(void)
{
   prefix *stn = NULL;
   reading *ordering;

   for (ordering = pcs->ordering ; ; ordering++) {
      skipblanks();
      switch (*ordering) {
       case Station:
         stn = read_prefix_stn(fFalse, fFalse);
         break;
       case Left: case Right: case Up: case Down:
         read_reading(*ordering, fTrue);
         if (VAL(*ordering) == HUGE_REAL) {
            if (!isOmit(ch)) {
               compile_error_token(/*Expecting numeric field, found `%s'*/9);
            }
            nextch();
            VAL(*ordering) = -1;
         }
         break;
       case Ignore:
         skipword(); break;
       case IgnoreAll:
         skipline();
         /* fall through */
       case End: {
         int r = process_lrud(stn);
         process_eol();
         return r;
       }
       default: BUG("Unknown reading in ordering");
      }
   }
}

static int
process_nosurvey(prefix *fr, prefix *to, bool fToFirst)
{
   nosurveylink *link;
   int shape;

   /* Suppress "unused fixed point" warnings for these stations
    * We do this if it's a 0 or 1 node - 1 node might be an sdfix
    */
   shape = fr->shape;
   if (shape == 0 || shape == 1) fr->shape = -1 - shape;
   shape = to->shape;
   if (shape == 0 || shape == 1) to->shape = -1 - shape;

   /* add to linked list which is dealt with after network is solved */
   link = osnew(nosurveylink);
   if (fToFirst) {
      link->to = StnFromPfx(to);
      link->fr = StnFromPfx(fr);
   } else {
      link->fr = StnFromPfx(fr);
      link->to = StnFromPfx(to);
   }
   link->flags = pcs->flags;
   link->meta = pcs->meta;
   if (pcs->meta) ++pcs->meta->ref_count;
   link->next = nosurveyhead;
   nosurveyhead = link;
   return 1;
}

static int
data_nosurvey(void)
{
   prefix *fr = NULL, *to = NULL;

   bool fMulti = fFalse;

   reading first_stn = End;

   reading *ordering;

   again:

   for (ordering = pcs->ordering ; ; ordering++) {
      skipblanks();
      switch (*ordering) {
       case Fr:
          fr = read_prefix_stn(fFalse, fTrue);
          if (first_stn == End) first_stn = Fr;
          break;
       case To:
          to = read_prefix_stn(fFalse, fTrue);
          if (first_stn == End) first_stn = To;
          break;
       case Station:
          fr = to;
          to = read_prefix_stn(fFalse, fFalse);
          first_stn = To;
          break;
       case Ignore:
         skipword(); break;
       case IgnoreAllAndNewLine:
         skipline();
         /* fall through */
       case Newline:
         if (fr != NULL) {
            int r;
            r = process_nosurvey(fr, to, first_stn == To);
            if (!r) skipline();
         }
         if (ordering[1] == End) {
            do {
               process_eol();
               process_bol();
            } while (isComm(ch));
            if (!isData(ch)) {
               push_back(ch);
               return 1;
            }
            goto again;
         }
         fMulti = fTrue;
         while (1) {
            process_eol();
            process_bol();
            if (isData(ch)) break;
            if (!isComm(ch)) {
               push_back(ch);
               return 1;
            }
         }
         break;
       case IgnoreAll:
         skipline();
         /* fall through */
       case End:
         if (!fMulti) {
            int r = process_nosurvey(fr, to, first_stn == To);
            process_eol();
            return r;
         }
         do {
            process_eol();
            process_bol();
         } while (isComm(ch));
         goto again;
       default: BUG("Unknown reading in ordering");
      }
   }
}

/* totally ignore a line of survey data */
static int
data_ignore(void)
{
   skipline();
   process_eol();
   return 1;
}