parser.cc

Go to the documentation of this file.

/* Copyright (C) 2012 Oliver Lemke <olemke@core-dump.info>
 
   This program is free software; you can redistribute it and/or modify it
   under the terms of the GNU General Public License as published by the
   Free Software Foundation; either version 2, or (at your option) any
   later version.
 
   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.
 
   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
   USA. */
 
#include "parser.h"
#include "arts.h"
#include "exceptions.h"
#include "file.h"
#include "global_data.h"
#include "methods.h"
#include "parameters.h"
#include "workspace_ng.h"
#include "wsv_aux.h"
#include <algorithm>
#include <iostream>
#include <memory>
#include <utility>
 
ArtsParser::ArtsParser(Agenda& tasklist,
                       String controlfile,
                       const Verbosity& rverbosity)
    : mtasklist(tasklist),
      ws(tasklist.workspace()),
      mcfile(std::move(controlfile)),
      mcfile_version(1),
      verbosity(rverbosity) {
  msource.AppendFile(mcfile);
}
 
void ArtsParser::parse_tasklist() { parse_main(); }
 
void ArtsParser::find_named_arguments(vector<NamedArgument>& named_args) {
  NamedArgument current_argument;
 
  named_args.resize(0);
 
  while (msource.Current() != ')') {
    read_name(current_argument.name);
    eat_whitespace();
    if (msource.Current() != '=') {
      ostringstream os;
      os << "Expected '=', but got '" << msource.Current() << "'.\n"
         << "Mixing positional and named arguments is not allowed.";
      throw UnexpectedChar(
          os.str(), msource.File(), msource.Line(), msource.Column());
    }
 
    msource.AdvanceChar();
    eat_whitespace();
 
    current_argument.line = msource.LineRaw();
    current_argument.column = msource.ColumnRaw();
    named_args.push_back(current_argument);
 
    skip_to_next_argument();
  }
}
 
void ArtsParser::skip_to_next_argument() {
  Index bracket_level = 0;
  bool inside_quotes = false;
  char prev_char = 0;
  Index starting_line = msource.LineRaw();
  Index starting_col = msource.ColumnRaw();
 
  while ((bracket_level || inside_quotes) ||
         (msource.Current() != ',' && msource.Current() != ')')) {
    try {
      switch (msource.Current()) {
        case '[':
          bracket_level++;
          break;
        case ']':
          bracket_level--;
          if (bracket_level < 0)
            throw ParseError("Too many closing brackets",
                             msource.File(),
                             msource.Line(),
                             msource.Column());
          break;
        case '"':
          if (prev_char != '\\') inside_quotes = !inside_quotes;
          break;
      }
 
      prev_char = msource.Current();
      if (msource.Current() == '#')
        msource.AdvanceLine();
      else
        msource.AdvanceChar();
    } catch (const Eot& x) {
      msource.SetPosition(starting_line, starting_col);
      throw ParseError(
          "Unexpectedly reached end of file.\nProbably a runaway argument.",
          msource.File(),
          msource.Line(),
          msource.Column());
    }
  }
 
  if (msource.Current() == ',') {
    try {
      msource.AdvanceChar();
    } catch (const Eot& x) {
      throw ParseError(
          "blablup", msource.File(), msource.Line(), msource.Column());
    }
    eat_whitespace();
  }
}
 
void ArtsParser::at_end_of_argument(const String& argname) {
  eat_whitespace();
  if (msource.Current() != ',' && msource.Current() != ')') {
    ostringstream os;
    os << "Expected ',' or ')' but found '" << msource.Current() << "' after "
       << argname;
    throw UnexpectedChar(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
}
 
void ArtsParser::get_argument_index_by_name(Index& arg_index,
                                            NamedArguments& named_args,
                                            const String& name) {
  for (arg_index = 0; arg_index < (Index)named_args.size(); arg_index++) {
    if (named_args[(size_t)arg_index].name == name) return;
  }
 
  arg_index = -1;
}
 
void ArtsParser::parse_main() {
  CREATE_OUT0;
  CREATE_OUT3;
 
  try {
    using global_data::md_data;
 
    // For method ids:
    Index id;
    // Output workspace variables (for generic methods):
    ArrayOfIndex output;
    // Input workspace variables (for generic methods):
    ArrayOfIndex input;
    // For include statements, holding the include file's name
    String include_file;
 
    ArrayOfIndex auto_vars;
    Array<TokVal> auto_vars_values;
 
    out3 << "\nParsing control text:\n";
 
    msource.Init();
    eat_whitespace();
 
    parse_method(id,
                 output,
                 input,
                 mtasklist,
                 auto_vars,
                 auto_vars_values,
                 include_file,
                 true);
 
    if ("Arts" != md_data[id].Name() && "Arts2" != md_data[id].Name()) {
      ostringstream os;
      os << "The outermost agenda must be Arts2!\n"
         << "(But it seems to be " << md_data[id].Name() << ".)\n";
      throw ParseError(
          os.str(), msource.File(), msource.Line(), msource.Column());
    }
 
    try {
      if (!msource.reachedEot()) eat_whitespace();
      if (!msource.reachedEot())
        throw UnexpectedChar(
            "", msource.File(), msource.Line(), msource.Column());
    } catch (const Eot&) {
      // It's ok to reach the end of the file here,
      // that's actually what we want.
    } catch (const UnexpectedChar& x) {
      ostringstream os;
      os << "Unexpected character(s) at the end of the control file\n";
      os << "after the main agenda was already closed.\n";
      os << "File:   " << x.file() << '\n';
      os << "Line:   " << x.line() << '\n';
      os << "Column: " << x.column() << '\n';
      throw runtime_error(os.str());
    }
  } catch (const Eot& x) {
    // Unexpected end of the source text:
    ostringstream os;
    os << "Unexpected end of control script.\n";
    os << "File: " << x.file() << '\n';
    os << "Line: " << x.line() << '\n';
    throw runtime_error(os.str());
  } catch (const UnexpectedChar& x) {
    // Unexpected Character:
    ostringstream os;
    os << "Unexpected character:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  } catch (const IllegalLinebreak& x) {
    // A line break in an illegal position:
    ostringstream os;
    os << "Illegal Line break:\n";
    os << x.what() << '\n';
    os << "File: " << x.file() << '\n';
    os << "Line: " << x.line() << '\n';
    throw runtime_error(os.str());
  } catch (const UnknownMethod& x) {
    // Method unknown:
    // [**This should give a hint on how to obtain a list of allowed
    // methods.]
    ostringstream os;
    os << "Unknown Method:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  } catch (const UnknownWsv& x) {
    // Workspace variable unknown:
    // [**This should give a hint on how to obtain a list of allowed
    // Wsvs.]
    ostringstream os;
    os << "Unknown workspace variable:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  } catch (const WsvAlreadyExists& x) {
    // Trying to create the same variable twice:
    ostringstream os;
    os << "Attempt to create a workspace variable that already exists:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  } catch (const WrongWsvGroup& x) {
    // Workspace variable unknown:
    // [**This should give a hint on how to obtain a list of Wsvs in
    // this group.
    ostringstream os;
    os << "Workspace variable belongs to the wrong group:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  } catch (const ParseError& x) {
    // General Parse Error (parent of all the above):
    ostringstream os;
    os << "Parse error:\n";
    os << x.what() << '\n';
    os << "File:   " << x.file() << '\n';
    os << "Line:   " << x.line() << '\n';
    os << "Column: " << x.column() << '\n';
    throw runtime_error(os.str());
  }
}
 
void ArtsParser::parse_agenda(Agenda& tasklist, const String& agenda_name) {
  CREATE_OUT2;
  CREATE_OUT3;
 
  using global_data::md_data;
 
  // For method ids:
  Index id;
  // Output workspace variables:
  ArrayOfIndex output;
  // Input workspace variables:
  ArrayOfIndex input;
  // For Agenda, if there is any:
  Agenda tasks{*ws};
  // For include statements, holding the include file's name
  String include_file;
 
  ArrayOfIndex auto_vars;
  Array<TokVal> auto_vars_values;
 
  eat_whitespace();
 
  while ('}' != msource.Current()) {
    parse_method(
        id, output, input, tasks, auto_vars, auto_vars_values, include_file);
 
    // If parse_method found an include statement it returnes -1 for the
    // method id
    if (id == -1) {
      // Command line parameters which give us the include search path.
      extern Parameters parameters;
 
      ArrayOfString current_includepath = parameters.includepath;
      const String includedir{get_dirname(msource.File())};
      if (includedir.nelem()) {
        if (current_includepath.nelem() && current_includepath[0] != includedir)
          current_includepath.insert(current_includepath.begin(), includedir);
        if (parameters.datapath.nelem() && parameters.datapath[0] != includedir)
          parameters.datapath.insert(parameters.datapath.begin(), includedir);
      }
 
      ArrayOfString matching_files;
      find_file(matching_files, include_file, current_includepath);
      find_file(matching_files, include_file + ".arts", current_includepath);
 
      if (!matching_files.nelem()) {
        ostringstream os;
        os << "Cannot find include file " << include_file << ".\n";
        os << "File: " << msource.File() << '\n';
        os << "Search path was: " << current_includepath << "\n";
        throw ParseError(
            os.str(), msource.File(), msource.Line(), msource.Column());
      }
 
      include_file = matching_files[0];
      out2 << "- Including control file " << include_file << "\n";
 
      ArtsParser include_parser(tasks, include_file, verbosity);
      include_parser.parse_tasklist();
 
      for (auto& method: tasks.Methods())
        tasklist.push_back(method);
 
    } else {
      if (md_data[id].SetMethod()) {
        // Append task to task list:
        tasklist.push_back(
            MRecord(id, output, input, auto_vars_values[0], tasks));
      } else {
        tasklist_insert_set_delete(auto_vars, auto_vars_values, 0, tasklist);
 
        // Append task to task list:
        tasklist.push_back(MRecord(id, output, input, TokVal(), tasks));
 
        tasklist_insert_set_delete(auto_vars, auto_vars_values, 1, tasklist);
 
        // If Create was called on a variable that already existed,
        // insert a Delete call to set it back to an uninitialized state
        using global_data::md_data;
        const String& mname = md_data[id].Name();
 
        if (mname.length() > 6 && mname.find("Create") == mname.length() - 6 &&
            get_wsv_group_id(mname.substr(0, mname.length() - 6)) != -1) {
          if (agenda_name != "Arts2") {
            ostringstream os;
            os << mname << " cannot be called inside an agenda.\n"
               << "All workspace variables are global and must be created at the top level.";
            throw ParseError(
                os.str(), msource.File(), msource.Line(), msource.Column());
          }
          using global_data::MdMap;
          using global_data::wsv_groups;
          String method_name =
              "Delete_sg_" +
              wsv_groups[(*ws->wsv_data_ptr)[output[0]].Group()].name;
          map<String, Index>::const_iterator mdit;
          mdit = MdMap.find(method_name);
          ARTS_ASSERT(mdit != MdMap.end());
 
          tasklist.push_back(MRecord(
              mdit->second, ArrayOfIndex(), output, TokVal(), Agenda{*ws}, true));
        }
      }
 
      {
        // Everything in this block is just to generate some
        // informative output.
 
        out3 << "- " << md_data[id].Name() << "\n";
 
        // Output workspace variables for generic methods:
        if (0 <
            md_data[id].GOutType().nelem() + md_data[id].GInType().nelem()) {
          out3 << "   Output: ";
          for (Index j = 0; j < output.nelem(); ++j) {
            out3 << (*ws->wsv_data_ptr)[output[j]].Name() << " ";
          }
          out3 << "\n";
 
          out3 << "   Input: ";
          for (Index j = 0; j < input.nelem(); ++j) {
            out3 << (*ws->wsv_data_ptr)[input[j]].Name() << " ";
          }
          out3 << "\n";
        }
      }
    }
 
    eat_whitespace();
  }
}
 
void ArtsParser::parse_method(Index& id,
                              ArrayOfIndex& output,
                              ArrayOfIndex& input,
                              Agenda& tasks,
                              ArrayOfIndex& auto_vars,
                              Array<TokVal>& auto_vars_values,
                              String& include_file,
                              bool no_eot) {
  CREATE_OUT3;
 
  String methodname;  // We need this out here, since it is
  // set once and later modified.
 
  const MdRecord* mdd;  // Handle on the method record. Needed here,
  // because it is modified.
 
  bool found_curly_brace = false;
 
  // Clear all output variables:
  id = 0;
  output.resize(0);
  input.resize(0);
  tasks.resize(0);
  auto_vars.resize(0);
  auto_vars_values.resize(0);
  include_file = "";
 
  msource.SetMark();
  read_name(methodname);
 
  if (methodname == "INCLUDE") {
    eat_whitespace();
    parse_String(include_file);
 
    id = -1;
 
    return;
  }
  
  if (methodname == "Arts2") {
    mcfile_version = 2;
  } else if (methodname == "Arts") {
    throw runtime_error(
        "Arts version 1 controlfiles are no longer supported.");
  }
 
  eat_whitespace();
 
  parse_method_args(
      mdd, id, methodname, output, input, auto_vars, auto_vars_values);
 
  eat_whitespace();
 
  // Now look for the curly braces:
  if (msource.Current() == '{') {
    msource.AdvanceChar();
    eat_whitespace();
    found_curly_brace = true;
  }
 
  // There are two kind of methods, agenda methods, which have other
  // methods in the body, and normal methods, expecting keywords and
  // values. Let's take the agenda case first...
  if (mdd->AgendaMethod()) {
    out3 << "- " << mdd->Name() << "\n";
    out3 << "{\n";
    parse_agenda(tasks, methodname);
    out3 << "}\n";
  }
 
  // Curly braces in non-agenda methods are not valid in v2 controlfiles
  if (mcfile_version == 2 && !mdd->AgendaMethod() && found_curly_brace) {
    ostringstream os;
    os << "Expected method name , but got `" << msource.Current() << "'.";
    throw UnexpectedChar(
        os.str(), msource.File(), msource.Line(), msource.Column());
    os << "" << endl;
  }
 
  // Now look for the closing curly braces.  We have to catch Eot,
  // because after a method description may be a good place to end
  // the control file.
  if (found_curly_brace) {
    try {
      assertain_character('}');
    } catch (const Eot& x) {
      // Re-throw the error if the no_eot flag is not set:
      if (!no_eot) throw Eot(x);
    }
  }
}
 
 
String ArtsParser::set_gin_to_default(const MdRecord* mdd,
                                      ArrayOfIndex& auto_vars,
                                      Array<TokVal>& auto_vars_values,
                                      Index gin_index) {
  String name;
 
  if (mdd->GInDefault()[gin_index] != NODEF) {
    ostringstream os_default_error;
    os_default_error
        << "\nParse error in default value for generic input variable.\n"
        << "This is not a user error but a bug in methods.cc.\n"
        << "Please contact the ARTS developers.";
 
    TokVal tv;
    // Now parse the key value. This can be:
    // String, Index, Numeric, ArrayOfString, ArrayOfIndex, Vector
    bool failed = false;
    if (mdd->GInType()[gin_index] == get_wsv_group_id("String")) {
      tv = mdd->GInDefault()[gin_index];
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("Index")) {
      Index n;
      istringstream is(mdd->GInDefault()[gin_index]);
      is >> n;
      tv = n;
      if (is.bad() || is.fail()) failed = true;
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("Numeric")) {
      Numeric n = NAN;
      istringstream is(mdd->GInDefault()[gin_index]);
      is >> double_imanip() >> n;
      tv = n;
      if (is.bad() || is.fail()) failed = true;
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("ArrayOfString")) {
      ArrayOfString v;
      String s = mdd->GInDefault()[gin_index];
      try {
        if (!parse_stringarray_from_string(v, s)) {
          failed = true;
        }
      } catch (const ParseError& p) {
        ostringstream os;
        os << p.what() << os_default_error.str();
        throw ParseError(os.str(), p.file(), p.line(), p.column());
      }
      tv = v;
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("Vector")) {
      Vector v;
      String s = mdd->GInDefault()[gin_index];
      try {
        if (!parse_numvector_from_string(v, s)) {
          failed = true;
        }
      } catch (const ParseError& p) {
        ostringstream os;
        os << p.what() << os_default_error.str();
        throw ParseError(os.str(), p.file(), p.line(), p.column());
      }
      tv = v;
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("ArrayOfIndex")) {
      ArrayOfIndex v;
      String s = mdd->GInDefault()[gin_index];
      try {
        if (!parse_intvector_from_string(v, s)) {
          failed = true;
        }
      } catch (const ParseError& p) {
        ostringstream os;
        os << p.what() << os_default_error.str();
        throw ParseError(os.str(), p.file(), p.line(), p.column());
      }
      tv = v;
    } else if (mdd->GInType()[gin_index] == get_wsv_group_id("ArrayOfSpeciesTag")) {
      ArrayOfSpeciesTag v;
      String s = mdd->GInDefault()[gin_index];
      if (s.nelem()) {
        try {
          v = ArrayOfSpeciesTag(s);
        } catch (std::exception& e) {
          std::ostringstream os;
          os << e.what() << os_default_error.str();
          throw ParseError(os.str(), msource.File(), msource.Line(), msource.Column());
        }
      }
      tv = v;
    } else {
      using global_data::wsv_groups;
      ostringstream os;
      os << "Default values for generic inputs with type "
         << wsv_groups[mdd->GInType()[gin_index]]
         << " are not supported.\n"
         << "Either remove the default value for generic input '"
         << mdd->GIn()[gin_index] << "' in workspace method\n"
         << "*" << mdd->Name() << "* in methods.cc or discuss this "
         << "issue on the arts-dev mailing list.\n";
      throw ParseError(
          os.str(), msource.File(), msource.Line(), msource.Column());
    }
 
    Index wsvid;
 
    {
      ostringstream os;
      os << gin_index;
 
      name = "auto_" + mdd->Name() + "_" + "gin" + os.str() + "_" +
             mdd->GIn()[gin_index];
    }
 
    auto wsvit = ws->WsvMap_ptr->find(name);
    if (wsvit == ws->WsvMap_ptr->end()) {
      wsvid = ws->add_wsv(WsvRecord(name.c_str(),
                                           "Automatically allocated variable.",
                                           mdd->GInType()[gin_index]));
    } else {
      wsvid = wsvit->second;
    }
 
    auto_vars.push_back(wsvid);
    auto_vars_values.push_back(tv);
 
    if (failed) {
      ostringstream os;
      os << "Failed to assign default value for generic '"
         << mdd->GIn()[gin_index] << "'.\n"
         << "Check the documentation of workspace method *" << mdd->Name()
         << "*.\n";
      throw ParseError(
          os.str(), msource.File(), msource.Line(), msource.Column());
    }
  } else {
    ostringstream os;
    os << "Generic input '" << mdd->GIn()[gin_index]
       << "' omitted but no default value found.\n"
       << "Check the documentation of workspace method *" << mdd->Name()
       << "*.\n";
    throw ParseError(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  return name;
}
 
 
void ArtsParser::parse_method_args(const MdRecord *&mdd, Index &id,
                                   String &methodname, ArrayOfIndex &output,
                                   ArrayOfIndex &input, ArrayOfIndex &auto_vars,
                                   Array<TokVal> &auto_vars_values) {
  using global_data::md_data;
  using global_data::md_data_raw;
  using global_data::MdMap;
  using global_data::MdRawMap;
 
  bool still_supergeneric = true; // Flag that our MdRecord still is
  // from md_data_raw, not from
  // md_data.
 
  // Find method raw id in raw map:
  const auto md_raw_id = MdRawMap.find(methodname);
  if (md_raw_id == MdRawMap.end())
    throw UnknownMethod(methodname, msource.File(), msource.MarkedLine(),
                        msource.MarkedColumn());
 
  id = md_raw_id->second;
 
  // Get a convenient handle on the data record for this method. We
  // have to use a pointer here, not a reference, because we later
  // want to change where mdd is pointing!
  mdd = &md_data_raw[id];
 
  // Is this a supergeneric method? If not, take the record in
  // md_data, rather than in md_data_raw:
  if (!mdd->Supergeneric()) {
    // Find explicit method id in MdMap:
    const auto i2 = MdMap.find(methodname);
    ARTS_ASSERT(i2 != MdMap.end());
    id = i2->second;
 
    mdd = &md_data[id];
 
    still_supergeneric = false;
  }
 
  if (msource.Current() == '(') {
    String supergeneric_args;
    Index supergeneric_index = -1;
    NamedArguments named_arguments;
    Index this_method_end_line = -1;
    Index this_method_end_column = -1;
    bool call_by_name = false;
 
    msource.AdvanceChar();
    eat_whitespace();
    if (msource.Current() != ')') {
      // Peak at the first method argument to determine if the method
      // is called with positional or named arguments
      if (isalpha(msource.Current())) {
        Index line = msource.LineRaw();
        Index column = msource.ColumnRaw();
        String name = "";
 
        read_name(name);
        eat_whitespace();
 
        if (msource.Current() == '=') {
          msource.AdvanceChar();
          eat_whitespace();
 
          msource.SetPosition(line, column);
          find_named_arguments(named_arguments);
 
          call_by_name = true;
 
          this_method_end_line = msource.LineRaw();
          this_method_end_column = msource.ColumnRaw();
        }
 
        msource.SetPosition(line, column);
      }
 
      bool is_first_arg = true;
      parse_specific_output(mdd, output, is_first_arg, named_arguments,
                            call_by_name);
 
      parse_generic_output(mdd, id, methodname, output, is_first_arg,
                           still_supergeneric, supergeneric_args,
                           supergeneric_index, named_arguments, call_by_name);
 
      parse_specific_input(mdd, input, auto_vars, auto_vars_values,
                           is_first_arg, named_arguments, call_by_name);
 
      parse_generic_input(mdd, id, methodname, input, auto_vars,
                          auto_vars_values, is_first_arg, still_supergeneric,
                          supergeneric_args, supergeneric_index,
                          named_arguments, call_by_name);
 
      // Named arguments are not parsed in order. We have to set the cursor
      // to the end of the method call after all named arguments have been
      // parsed.
      if (call_by_name)
        msource.SetPosition(this_method_end_line, this_method_end_column);
 
      // If we're here and still have named arguments left means that
      // the user specified too many for this method
      if (call_by_name && named_arguments.size()) {
        ostringstream os;
 
        os << "Error in arguments passed to " << mdd->Name() << ":\n";
        for (auto &argument_name : named_arguments) {
          if (std::find(mdd->GIn().begin(), mdd->GIn().end(),
                        argument_name.name) == mdd->GIn().end() &&
              std::find(mdd->GOut().begin(), mdd->GOut().end(),
                        argument_name.name) == mdd->GOut().end())
            os << "  Unkown argument: ";
          else
            os << "  Duplicate argument: ";
          os << argument_name.name << std::endl;
        }
        throw ParseError(os.str(), msource.File(), msource.Line(),
                         msource.Column());
      }
      ARTS_ASSERT(!still_supergeneric);
    } else {
      // Method call contains empty set of parenthesis
      use_default_method_args(mdd, methodname, output, input, auto_vars,
                              auto_vars_values);
    }
    assertain_character(')');
  } else {
    // Method call without parenthesis
    use_default_method_args(mdd, methodname, output, input, auto_vars,
                            auto_vars_values);
  }
}
 
 
void ArtsParser::use_default_method_args(const MdRecord *mdd,
                                         String &methodname,
                                         ArrayOfIndex &output,
                                         ArrayOfIndex &input,
                                         ArrayOfIndex &auto_vars,
                                         Array<TokVal> &auto_vars_values) {
  if (mdd->GOut().nelem()) {
    ostringstream os;
    os << "This method has generic output. "
       << "You have to pass a variable!";
    throw ParseError(os.str(), msource.File(), msource.MarkedLine(),
                     msource.MarkedColumn());
  }
 
  // If all arguments were omitted we still have to add the implicit
  // outputs and inputs to the methods input and output variable lists
  ArrayOfIndex vo = mdd->Out();
  for (auto outs = vo.begin(); outs < vo.end(); ++outs) {
    output.push_back(*outs);
  }
 
  const ArrayOfIndex &vi = mdd->InOnly();
  for (auto ins = vi.begin(); ins < vi.end(); ++ins) {
    input.push_back(*ins);
  }
 
  {
    // Make sure all keywords have default values, otherwise the
    // user has to specify them in the controlfile.
    bool all_gin_have_defaults = true;
    for (Index gin = 0; all_gin_have_defaults && gin < mdd->GIn().nelem();
         ++gin) {
      Index wsvid; // Workspace variable id, is used to
      // access data in wsv_data.
 
      if (mdd->GInDefault()[gin] == NODEF)
        all_gin_have_defaults = false;
      else {
        String wsvname;
        wsvname = set_gin_to_default(mdd, auto_vars, auto_vars_values, gin);
        {
          // Find Wsv id:
          const auto wsvit = ws->WsvMap_ptr->find(wsvname);
          if (wsvit == ws->WsvMap_ptr->end()) {
            throw UnknownWsv(wsvname, msource.File(), msource.MarkedLine(),
                             msource.MarkedColumn());
          }
 
          wsvid = wsvit->second;
        }
        input.push_back(wsvid);
      }
    }
 
    if (!all_gin_have_defaults) {
      ostringstream os;
      os << "Not all generic inputs of the method *" << methodname
         << "* have default values, you have to specify them!";
      throw ParseError(os.str(), msource.File(), msource.MarkedLine(),
                       msource.MarkedColumn());
    }
  }
}
 
void ArtsParser::parse_generic_input(const MdRecord*& mdd,
                                     Index& id,
                                     String& methodname,
                                     ArrayOfIndex& input,
                                     ArrayOfIndex& auto_vars,
                                     Array<TokVal>& auto_vars_values,
                                     bool& first,
                                     bool& still_supergeneric,
                                     String& supergeneric_args,
                                     Index& supergeneric_index _U_,
                                     NamedArguments& named_args,
                                     bool call_by_name) {
  String wsvname;
  Index wsvid;
  using global_data::md_data;
  using global_data::MdMap;
  using global_data::wsv_groups;
 
  // Then parse all generic input variables
  for (Index j = 0; j < mdd->GInType().nelem(); ++j) {
    Index this_arg_index = 0;
 
    if (call_by_name) {
      get_argument_index_by_name(this_arg_index, named_args, mdd->GIn()[j]);
 
      if (this_arg_index != -1) {
        msource.SetPosition(named_args[this_arg_index].line,
                            named_args[this_arg_index].column);
        named_args.erase(named_args.begin() + this_arg_index);
      }
    } else {
      if (first)
        first = false;
      else {
        if (msource.Current() != ')') {
          assertain_character(',');
          eat_whitespace();
        }
      }
    }
 
    // If no value was specified and we use the default value instead (if there is one)
    if ((call_by_name && this_arg_index == -1) || msource.Current() == ',' ||
        msource.Current() == ')') {
      wsvname = set_gin_to_default(mdd, auto_vars, auto_vars_values, j);
    } else {
      ostringstream os;
      os << j;
      if (read_name_or_value(wsvname,
                             auto_vars,
                             auto_vars_values,
                             "generic" + os.str(),
                             mdd,
                             mdd->GInType()[j]) == -1 &&
          mdd->SetMethod()) {
        if (msource.Current() == '=') {
          throw UnexpectedChar(
              "Unexpected '=' sign encountered.\n"
              "Mixing positional and named arguments is not allowed.",
              msource.File(),
              msource.Line(),
              msource.Column());
        }
        throw ParseError(
            "Only constants can be passed to Set methods.\n"
            "You might want to use the *Copy* here.",
            msource.File(),
            msource.Line(),
            msource.Column());
      }
      if (call_by_name) at_end_of_argument("generic input argument");
    }
 
    {
      // Find Wsv id:
      const auto wsvit =
          ws->WsvMap_ptr->find(wsvname);
      if (wsvit == ws->WsvMap_ptr->end()) {
        throw UnknownWsv(
            wsvname, msource.File(), msource.Line(), msource.Column());
      }
 
      wsvid = wsvit->second;
    }
 
    // Is the method data record still supergeneric? This could
    // be the case if there are no output arguments, only input
    // arguments. In that case, let's find out the actual group!
    if (still_supergeneric) {
      ostringstream os;
      if (wsv_groups[mdd->GInType()[j]] == "Any")
        supergeneric_args +=
            wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name;
      os << mdd->Name() << "_sg_" << supergeneric_args;
      methodname = os.str();
 
      // Find explicit method id in MdMap:
      const auto mdit = MdMap.find(methodname);
      if (mdit != MdMap.end()) {
        id = mdit->second;
 
        mdd = &md_data[id];
 
        still_supergeneric = false;
      }
    }
 
    // Now we have explicitly the method record for the right
    // group. From now on no special treatment of supergeneric
    // methods should be necessary.
 
    // Check that this Wsv belongs to the correct group:
    if (mdd->GInType()[j] == get_wsv_group_id("Any") &&
        mdd->GInSpecType()[j].nelem()) {
      if (supergeneric_index == -1) {
        bool wrong_group_id = true;
        for (Index i = 0; wrong_group_id && i < mdd->GInSpecType()[j].nelem();
             i++) {
          if ((*ws->wsv_data_ptr)[wsvid].Group() == mdd->GInSpecType()[j][i]) {
            wrong_group_id = false;
            supergeneric_index = i;
          }
        }
 
        if (wrong_group_id) {
          ostringstream os;
          bool firsttype = true;
          for (Index i = 0; i < mdd->GInSpecType()[j].nelem(); i++) {
            if (!firsttype)
              os << ", ";
            else
              firsttype = false;
            os << wsv_groups[mdd->GInSpecType()[j][i]];
          }
 
          throw WrongWsvGroup(
              "*" + mdd->Name() + "* is not defined for " +
                  wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name +
                  " input. Check the online docs.",
              msource.File(),
              msource.Line(),
              msource.Column());
        }
      } else {
        if ((*ws->wsv_data_ptr)[wsvid].Group() !=
            mdd->GInSpecType()[j][supergeneric_index]) {
          throw WrongWsvGroup(
              wsvname + " is not " +
                  wsv_groups[mdd->GInSpecType()[j][supergeneric_index]].name +
                  ", it is " +
                  wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
              msource.File(),
              msource.Line(),
              msource.Column());
        }
      }
    } else if ((*ws->wsv_data_ptr)[wsvid].Group() != mdd->GInType()[j]) {
      throw WrongWsvGroup(
          wsvname + " is not " + wsv_groups[mdd->GInType()[j]].name +
              ", it is " + wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
          msource.File(),
          msource.Line(),
          msource.Column());
    }
 
    // Add this one to the list of input variables:
    input.push_back(wsvid);
 
    eat_whitespace();
  }
}
 
void ArtsParser::parse_generic_output(const MdRecord*& mdd,
                                      Index& id,
                                      String& methodname,
                                      ArrayOfIndex& output,
                                      bool& first,
                                      bool& still_supergeneric,
                                      String& supergeneric_args,
                                      Index& supergeneric_index,
                                      NamedArguments& named_args,
                                      bool call_by_name) {
  String wsvname;
  Index wsvid;
  using global_data::md_data;
  using global_data::MdMap;
  using global_data::wsv_groups;
 
  // Parse all generic output variables
  for (Index j = 0; j < mdd->GOut().nelem(); ++j) {
    if (call_by_name) {
      Index this_arg_index;
 
      get_argument_index_by_name(this_arg_index, named_args, mdd->GOut()[j]);
 
      if (this_arg_index == -1) {
        ostringstream os;
        os << "This method has generic output. "
           << "You have to pass a variable!";
        throw ParseError(
            os.str(), msource.File(), msource.Line(), msource.Column());
      }
 
      msource.SetPosition(named_args[this_arg_index].line,
                          named_args[this_arg_index].column);
      named_args.erase(named_args.begin() + this_arg_index);
    } else {
      if (first)
        first = false;
      else {
        assertain_character(',');
        eat_whitespace();
      }
    }
 
    read_name(wsvname);
    if (call_by_name) at_end_of_argument("generic output argument");
 
    {
      wsvid = -1;
      // Find Wsv id:
      auto wsvit = ws->WsvMap_ptr->find(wsvname);
      if (wsvit == ws->WsvMap_ptr->end()) {
        if (still_supergeneric) {
          ostringstream os;
          os << "This might be either a typo or you have to create "
             << "the variable\nby calling TYPECreate(" << wsvname
             << ") first. Replace TYPE with the\n"
             << "WSV group your variable should belong to.";
 
          throw UnknownWsv(
              os.str(), msource.File(), msource.Line(), msource.Column());
        }
 
        if (mdd->Name().length() <= 6 ||
            mdd->Name().substr(mdd->Name().length() - 6) != "Create") {
          ostringstream os;
          os << "This might be either a typo or you have to create "
             << "the variable\nby calling "
             << wsv_groups[mdd->GOutType()[j]] << "Create( " << wsvname
             << " ) first.\n";
 
          throw UnknownWsv(
              os.str(), msource.File(), msource.Line(), msource.Column());
        }
 
        wsvid =
            ws->add_wsv(WsvRecord(wsvname.c_str(),
                                         "Automatically allocated variable.",
                                         mdd->GOutType()[j]));
      }
 
      if (wsvid == -1) {
        if (mdd->Name().length() > 6 &&
            mdd->Name().find("Create") == mdd->Name().length() - 6) {
          const String& gn =
              wsv_groups[(*ws->wsv_data_ptr)[wsvit->second].Group()].name;
          if (mdd->Name().find(gn) not_eq 0) {
            throw WsvAlreadyExists(
                var_string(
                    wsvname,
                    " already exists of group ",
                    gn,
                    ". A variable cannot be redefined as a different group.\n"),
                msource.File(),
                msource.Line(),
                msource.Column());
          }
        }
        wsvid = wsvit->second;
      }
    }
 
    // If this is a supergeneric method, now is the time to find
    // out the actual group of the argument(s)!
    // If the method also has supergeneric input arguments, we'll
    // look for a match later again.
    if (still_supergeneric) {
      ostringstream os;
      if (wsv_groups[mdd->GOutType()[j]] == "Any")
        supergeneric_args +=
            wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name;
      os << mdd->Name() << "_sg_" << supergeneric_args;
      methodname = os.str();
 
      // Find explicit method id in MdMap:
      const auto mdit = MdMap.find(methodname);
      if (mdit != MdMap.end()) {
        id = mdit->second;
 
        mdd = &md_data[id];
 
        still_supergeneric = false;
      }
    }
 
    // Now we have explicitly the method record for the right
    // group. From now on no special treatment of supergeneric
    // methods should be necessary.
 
    // Check that this Wsv belongs to the correct group:
    if (mdd->GOutType()[j] == get_wsv_group_id("Any") &&
        mdd->GOutSpecType()[j].nelem()) {
      if (supergeneric_index == -1) {
        bool wrong_group_id = true;
        for (Index i = 0; wrong_group_id && i < mdd->GOutSpecType()[j].nelem();
             i++) {
          if ((*ws->wsv_data_ptr)[wsvid].Group() == mdd->GOutSpecType()[j][i]) {
            wrong_group_id = false;
            supergeneric_index = i;
          }
        }
 
        if (wrong_group_id) {
          ostringstream os;
          bool firsttype = true;
          for (Index i = 0; i < mdd->GOutSpecType()[j].nelem(); i++) {
            if (!firsttype)
              os << ", ";
            else
              firsttype = false;
            os << wsv_groups[mdd->GOutSpecType()[j][i]];
          }
 
          throw WrongWsvGroup(
              "*" + mdd->Name() + "* is not defined for " +
                  wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name +
                  " output. Check the online docs.",
              msource.File(),
              msource.Line(),
              msource.Column());
        }
      } else {
        if ((*ws->wsv_data_ptr)[wsvid].Group() !=
            mdd->GOutSpecType()[j][supergeneric_index]) {
          throw WrongWsvGroup(
              wsvname + " is not " +
                  wsv_groups[mdd->GOutSpecType()[j][supergeneric_index]].name +
                  ", it is " +
                  wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
              msource.File(),
              msource.Line(),
              msource.Column());
        }
      }
    } else if ((*ws->wsv_data_ptr)[wsvid].Group() != mdd->GOutType()[j]) {
      throw WrongWsvGroup(
          wsvname + " is not " + wsv_groups[mdd->GOutType()[j]].name +
              ", it is " + wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
          msource.File(),
          msource.Line(),
          msource.Column());
    }
 
    // Add this one to the list of output workspace variables:
    output.push_back(wsvid);
 
    eat_whitespace();
  }
}
 
void ArtsParser::parse_specific_input(const MdRecord* mdd,
                                      ArrayOfIndex& input,
                                      ArrayOfIndex& auto_vars,
                                      Array<TokVal>& auto_vars_values,
                                      bool& first,
                                      NamedArguments& named_args,
                                      bool call_by_name) {
  using global_data::wsv_groups;
 
  // There are two lists of arguments that we have to read.
  ArrayOfIndex vo = mdd->Out();            // Output
  const ArrayOfIndex& vi = mdd->InOnly();  // Input
 
  Index wsvid;  // Workspace variable id, is used to
  // access data in wsv_data.
 
  for (auto ins = vi.begin(); ins < vi.end(); ++ins) {
    String wsvname;
 
    if (call_by_name) {
      Index this_arg_index;
 
      wsvname = (*ws->wsv_data_ptr)[*ins].Name();
 
      get_argument_index_by_name(this_arg_index, named_args, wsvname);
 
      if (this_arg_index != -1) {
        msource.SetPosition(named_args[this_arg_index].line,
                            named_args[this_arg_index].column);
        named_args.erase(named_args.begin() + this_arg_index);
 
        read_name_or_value(wsvname,
                           auto_vars,
                           auto_vars_values,
                           (*ws->wsv_data_ptr)[*ins].Name(),
                           mdd,
                           (*ws->wsv_data_ptr)[*ins].Group());
        at_end_of_argument("specific input argument");
      }
    } else {
      if (first)
        first = false;
      else {
        try {
          assertain_character(',');
        } catch (const UnexpectedChar&) {
          ostringstream os;
          os << "Expected input WSV *" << (*ws->wsv_data_ptr)[*ins].Name()
             << "*";
        }
        eat_whitespace();
      }
 
      read_name_or_value(wsvname,
                         auto_vars,
                         auto_vars_values,
                         (*ws->wsv_data_ptr)[*ins].Name(),
                         mdd,
                         (*ws->wsv_data_ptr)[*ins].Group());
    }
 
    {
      // Find Wsv id:
      const auto wsvit =
          ws->WsvMap_ptr->find(wsvname);
      if (wsvit == ws->WsvMap_ptr->end())
        throw UnknownWsv(
            wsvname, msource.File(), msource.Line(), msource.Column());
 
      wsvid = wsvit->second;
    }
 
    // Check that this Wsv belongs to the correct group:
    if ((*ws->wsv_data_ptr)[wsvid].Group() !=
        (*ws->wsv_data_ptr)[*ins].Group()) {
      throw WrongWsvGroup(
          wsvname + " is not " +
              wsv_groups[(*ws->wsv_data_ptr)[*ins].Group()].name + ", it is " +
              wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
          msource.File(),
          msource.Line(),
          msource.Column());
    }
 
    input.push_back(wsvid);
  }
 
  eat_whitespace();
}
 
void ArtsParser::parse_specific_output(const MdRecord* mdd,
                                       ArrayOfIndex& output,
                                       bool& first,
                                       NamedArguments& named_args,
                                       bool call_by_name) {
  using global_data::wsv_groups;
 
  ArrayOfIndex vo = mdd->Out();
 
  Index wsvid;  // Workspace variable id, is used to
  // access data in wsv_data.
 
  for (auto outs = vo.begin(); outs < vo.end();
       ++outs) {
    String wsvname;
 
    if (call_by_name) {
      Index this_arg_index = 0;
 
      wsvname = (*ws->wsv_data_ptr)[*outs].Name();
 
      get_argument_index_by_name(this_arg_index, named_args, wsvname);
 
      if (this_arg_index != -1) {
        msource.SetPosition(named_args[this_arg_index].line,
                            named_args[this_arg_index].column);
        named_args.erase(named_args.begin() + this_arg_index);
 
        read_name(wsvname);
        at_end_of_argument("specific output argument");
      }
    } else {
      if (first)
        first = false;
      else {
        try {
          assertain_character(',');
        } catch (const UnexpectedChar&) {
          ostringstream os;
          os << "Expected output WSV *" << (*ws->wsv_data_ptr)[*outs].Name()
             << "*";
          throw ParseError(
              os.str(), msource.File(), msource.Line(), msource.Column());
        }
        eat_whitespace();
      }
 
      read_name(wsvname);
    }
 
    {
      wsvid = -1;
      // Find Wsv id:
      auto wsvit =
          ws->WsvMap_ptr->find(wsvname);
      if (wsvit == ws->WsvMap_ptr->end()) {
        if (mdd->Name().length() > 6 &&
            mdd->Name().substr(mdd->Name().length() - 6) != "Create") {
          ostringstream os;
          os << "This might be either a typo or you have to create "
             << "the variable\nby calling "
             << wsv_groups[(*ws->wsv_data_ptr)[*outs].Group()]
             << "Create( " << wsvname << " ) first.\n";
 
          throw UnknownWsv(
              os.str(), msource.File(), msource.Line(), msource.Column());
        } 
        wsvid =
            ws->add_wsv(WsvRecord(wsvname.c_str(),
                                          "Automatically allocated variable.",
                                          (*ws->wsv_data_ptr)[*outs].Group()));
      }
 
      if (wsvid == -1) wsvid = wsvit->second;
    }
 
    // Check that this Wsv belongs to the correct group:
    if ((*ws->wsv_data_ptr)[wsvid].Group() !=
        (*ws->wsv_data_ptr)[*outs].Group()) {
      throw WrongWsvGroup(
          wsvname + " is not " +
              wsv_groups[(*ws->wsv_data_ptr)[*outs].Group()].name + ", it is " +
              wsv_groups[(*ws->wsv_data_ptr)[wsvid].Group()].name,
          msource.File(),
          msource.Line(),
          msource.Column());
    }
 
    output.push_back(wsvid);
  }
 
  eat_whitespace();
}
 
void ArtsParser::tasklist_insert_set_delete(
    const ArrayOfIndex& auto_vars,
    const Array<TokVal>& auto_vars_values,
    const Index method_type,
    Agenda& tasklist) {
  using global_data::MdMap;
  using global_data::wsv_groups;
 
  for (Index i = 0; i < auto_vars.nelem(); i++) {
    map<String, Index>::const_iterator mdit;
    Index init_mdid;
    TokVal auto_keyword_value;
    ArrayOfIndex auto_output_var;
    ArrayOfIndex auto_input_var;
    Agenda auto_tasks{*ws};
 
    const Index auto_group = (*ws->wsv_data_ptr)[auto_vars[i]].Group();
    if (auto_group != get_wsv_group_id("Index") &&
        auto_group != get_wsv_group_id("Numeric") &&
        auto_group != get_wsv_group_id("ArrayOfIndex") &&
        auto_group != get_wsv_group_id("ArrayOfString") &&
        auto_group != get_wsv_group_id("ArrayOfSpeciesTag") &&
        auto_group != get_wsv_group_id("String") &&
        auto_group != get_wsv_group_id("Vector") &&
        auto_group != get_wsv_group_id("Matrix")) {
      ostringstream os;
      os << "Passing a "
         << wsv_groups[(*ws->wsv_data_ptr)[auto_vars[i]].Group()]
         << " constant to a WSM is not supported!";
      throw ParseError(
          os.str(), msource.File(), msource.Line(), msource.Column());
    }
 
    String method_name;
    switch (method_type) {
      case 0:
        auto_keyword_value = auto_vars_values[i];
        auto_output_var.push_back(auto_vars[i]);
        method_name =
            wsv_groups[(*ws->wsv_data_ptr)[auto_vars[i]].Group()].name + "Set";
        break;
      case 1:
        auto_input_var.push_back(auto_vars[i]);
        method_name =
            "Delete_sg_" +
            wsv_groups[(*ws->wsv_data_ptr)[auto_vars[i]].Group()].name;
        break;
      default:
        throw ParseError("Invalid method type.",
                         msource.File(),
                         msource.Line(),
                         msource.Column());
    }
 
    mdit = MdMap.find(method_name);
    ARTS_ASSERT(mdit != MdMap.end());
    init_mdid = mdit->second;
 
    tasklist.push_back(MRecord(init_mdid,
                               auto_output_var,
                               auto_input_var,
                               auto_keyword_value,
                               auto_tasks,
                               true));
  }
}
 
bool ArtsParser::is_whitespace(const char c) {
  switch (c) {
    case ' ':
    case '\r':
    case '\t':
    case '#':
      return true;
      break;
  }
 
  return false;
}
 
void ArtsParser::eat_whitespace() {
  char dummy;
 
  while (is_whitespace(dummy = msource.Current())) {
    switch (dummy) {
      case ' ':
      case '\r':
      case '\t':
        msource.AdvanceChar();
        break;
      case '#':
        msource.AdvanceLine();
        break;
      default: {
        ostringstream os;
        os << "Expected whitespace, but got `" << dummy << "'.";
        throw UnexpectedChar(
            os.str(), msource.File(), msource.Line(), msource.Column());
        break;
      }
    }
  }
}
 
void ArtsParser::eat_whitespace_from_string(String& str, size_t& pos) {
  while (pos < str.length() && is_whitespace(str[pos])) pos++;
}
 
void ArtsParser::read_name(String& name) {
  bool stop = false;
  name = "";
 
  if (!isalpha(msource.Current())) {
    ostringstream os;
    os << "Workspace variable names must start with a letter!";
    throw ParseError(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  while (!stop) {
    char dummy = msource.Current();
 
    if (isalnum(dummy) || '_' == dummy) {
      name += dummy;
      // AdvanceChar sets LineBreak if a line break occured.
      msource.LineBreak() = false;
      msource.AdvanceChar();
      if (msource.LineBreak()) stop = true;
    } else {
      stop = true;
    }
  }
}
 
Index ArtsParser::read_name_or_value(String& name,
                                     ArrayOfIndex& auto_vars,
                                     Array<TokVal>& auto_vars_values,
                                     const String& default_name,
                                     const MdRecord* mdd,
                                     const Index group) {
  name = "";
 
  if (isalpha(msource.Current())) {
    read_name(name);
    return -1;
  }
 
  if (group == get_wsv_group_id("Any")) {
    ostringstream os;
    os << "Passing constants as supergeneric arguments is not supported.";
    throw ParseError(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  // If a value was given instead of a variable name, we create
  // a new variable in the workspace and fill it with the given
  // value
 
  Index wsvid;
 
  name = "auto_" + mdd->Name() + "_" + default_name;
  auto wsvit = ws->WsvMap_ptr->find(name);
  if (wsvit == ws->WsvMap_ptr->end()) {
    wsvid = ws->add_wsv(WsvRecord(
        name.c_str(), "Automatically allocated variable.", group));
  } else {
    wsvid = wsvit->second;
  }
 
  auto_vars.push_back(wsvid);
 
  // Now parse the value. This can be:
  // String_, Index_, Numeric_, Array_String_, Array_Index_, Vector_, Matrix_
  if (group == get_wsv_group_id("String")) {
    String dummy;
    parse_String(dummy);
    auto_vars_values.push_back(dummy);
  } else if (group == get_wsv_group_id("Index")) {
    Index n;
    parse_integer(n);
    auto_vars_values.push_back(n);
  } else if (group == get_wsv_group_id("Numeric")) {
    Numeric n;
    parse_numeric(n);
    auto_vars_values.push_back(n);
  } else if (group == get_wsv_group_id("ArrayOfString")) {
    ArrayOfString dummy;
    parse_Stringvector(dummy);
    auto_vars_values.push_back(dummy);
  } else if (group == get_wsv_group_id("ArrayOfIndex")) {
    ArrayOfIndex dummy;
    parse_intvector(dummy);
    auto_vars_values.push_back(dummy);
  } else if (group == get_wsv_group_id("ArrayOfSpeciesTag")) {
    String dummy;
    parse_String(dummy);
    ArrayOfSpeciesTag aost;
    if (dummy.nelem()) {
      aost = ArrayOfSpeciesTag(dummy);
    }
    auto_vars_values.push_back(aost);
  } else if (group == get_wsv_group_id("Vector")) {
    Vector dummy;
    parse_numvector(dummy);
    auto_vars_values.push_back(dummy);
  } else if (group == get_wsv_group_id("Matrix")) {
    Matrix dummy;
    parse_matrix(dummy);
    auto_vars_values.push_back(dummy);
  } else {
    using global_data::wsv_groups;
    ostringstream os;
    os << "Unsupported argument type: " << wsv_groups[group];
    throw ParseError(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  return wsvid;
}
 
void ArtsParser::assertain_character(char c) {
  if (c != msource.Current()) {
    ostringstream os;
    os << "Expected '" << c << "', but got '" << msource.Current() << "'.";
    throw UnexpectedChar(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  msource.AdvanceChar();
}
 
void ArtsParser::parse_String(String& res) {
  bool stop = false;
  res = "";
 
  msource.LineBreak() = false;
  assertain_character('"');
  if (msource.LineBreak())
    throw IllegalLinebreak("Line break before end of String.",
                           msource.File(),
                           msource.Line(),
                           msource.Column());
 
  while (!stop) {
    char dummy = msource.Current();
    if (dummy != '"') {
      res += dummy;
      msource.AdvanceChar();
 
      if (msource.LineBreak())
        throw IllegalLinebreak("Line break before end of String.",
                               msource.File(),
                               msource.Line(),
                               msource.Column());
    } else {
      stop = true;
      msource.AdvanceChar();
    }
  }
}
 
void ArtsParser::read_integer(String& res) {
  bool stop = false;
  res = "";
  char dummy;
  msource.LineBreak() = false;
 
  dummy = msource.Current();
  if ('+' == dummy || '-' == dummy) {
    res += dummy;
    msource.AdvanceChar();
    if (msource.LineBreak())
      throw IllegalLinebreak("Line break after sign.",
                             msource.File(),
                             msource.Line(),
                             msource.Column());
  }
 
  if (!isdigit(msource.Current())) {
    ostringstream os;
    os << "Expected digit or variable name, but got `" << msource.Current()
       << "'.";
    throw UnexpectedChar(
        os.str(), msource.File(), msource.Line(), msource.Column());
  }
 
  while (!stop) {
    char chtmp = msource.Current();
    if (isdigit(chtmp)) {
      res += chtmp;
      msource.AdvanceChar();
      if (msource.LineBreak()) stop = true;
    } else {
      stop = true;
    }
  }
}
 
void ArtsParser::read_numeric(String& res) {
  bool stop;
  res = "";
  char dummy;
  msource.LineBreak() = false;
 
  // To make sure that there is at least one digit:
  bool found_digit = false;
 
  // Check if there is a sign:
  dummy = msource.Current();
  if ('+' == dummy || '-' == dummy) {
    res += dummy;
    msource.AdvanceChar();
    if (msource.LineBreak())
      throw IllegalLinebreak("Linebreak after sign.",
                             msource.File(),
                             msource.Line(),
                             msource.Column());
  }
 
  // There could be some digits here:
  stop = false;
  while (!stop) {
    char chtmp = msource.Current();
    if (isdigit(chtmp)) {
      found_digit = true;
      res += chtmp;
      msource.AdvanceChar();
      if (msource.LineBreak()) return;  // Line break ends scanning immediately.
    } else {
      stop = true;
    }
  }
 
  // Next there can be a decimal point
  if ('.' == msource.Current()) {
    res += ".";
    msource.AdvanceChar();
    if (msource.LineBreak()) {
      if (found_digit) {
        // Line break ends scanning immediately, if we have
        // already found at least one digit.
        return;
      }
      throw IllegalLinebreak("Expected at least one digit.",
                              msource.File(),
                              msource.Line(),
                              msource.Column());
    }
 
    // ... followed by optional more digits
    stop = false;
    while (!stop) {
      char chtmp = msource.Current();
      if (isdigit(chtmp)) {
        found_digit = true;
        res += chtmp;
        msource.AdvanceChar();
        if (msource.LineBreak())
          return;  // Line break ends scanning immediately.
      } else {
        stop = true;
      }
    }
  }
 
  // At this point, we must have found at least one digit.
  if (!found_digit)
    throw ParseError("Expected at least one digit.",
                     msource.File(),
                     msource.Line(),
                     msource.Column());
 
  // Now there could be a `e' or `E':
  dummy = msource.Current();
  if ('e' == dummy || 'E' == dummy) {
    res += dummy;
    msource.AdvanceChar();
    if (msource.LineBreak())
      throw IllegalLinebreak("Linebreak after e/E.",
                             msource.File(),
                             msource.Line(),
                             msource.Column());
 
    // Now there must be an integer (with optional sign)
    {
      String s;
      read_integer(s);
      res += s;
    }
  }
}
 
void ArtsParser::parse_integer(Index& n) {
  String res;
  read_integer(res);
  istringstream is(res);
  is >> n;
}
 
void ArtsParser::parse_numeric(Numeric& n) {
  String res;
  read_numeric(res);
  istringstream is(res);
  is >> double_imanip() >> n;
}
 
void ArtsParser::parse_Stringvector(ArrayOfString& res) {
  bool first = true;  // To skip the first comma.
  res.resize(0);      // Clear the result vector (just in case).
 
  // Make sure that the current character really is `[' and proceed.
  assertain_character('[');
  // There might have occured a linebreak, which is fine.
 
  eat_whitespace();
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (']' != msource.Current()) {
    String dummy;
 
    if (first)
      first = false;
    else {
      assertain_character(',');
      eat_whitespace();
    }
 
    parse_String(dummy);
    res.push_back(dummy);
    eat_whitespace();
  }
 
  msource.AdvanceChar();
}
 
void ArtsParser::parse_intvector(ArrayOfIndex& res) {
  bool first = true;  // To skip the first comma.
  res.resize(0);      // Clear the result vector (just in case).
 
  // Make sure that the current character really is `[' and proceed.
  assertain_character('[');
  // There might have occured a linebreak, which is fine.
 
  eat_whitespace();
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (']' != msource.Current()) {
    Index dummy;
 
    if (first)
      first = false;
    else {
      assertain_character(',');
      eat_whitespace();
    }
 
    parse_integer(dummy);
    res.push_back(dummy);
    eat_whitespace();
  }
 
  msource.AdvanceChar();
}
 
void ArtsParser::parse_numvector(Vector& res) {
  bool first = true;  // To skip the first comma.
 
  // We need a temporary Array<Numeric>, so that we can use push_back
  // to store the values. FIXME: Need also constructor for Vector from
  // Array<Numeric>.
  Array<Numeric> tres;
 
  // Make sure that the current character really is `[' and proceed.
  assertain_character('[');
  // There might have occured a linebreak, which is fine.
 
  eat_whitespace();
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (']' != msource.Current()) {
    Numeric dummy;
 
    if (first)
      first = false;
    else {
      assertain_character(',');
      eat_whitespace();
    }
 
    parse_numeric(dummy);
    tres.push_back(dummy);
    eat_whitespace();
  }
 
  // Copy tres to res:
  res.resize(tres.nelem());
  for (int i = 0; i < tres.nelem(); i++) {
    res[i] = tres[i];
  }
 
  msource.AdvanceChar();
}
 
void ArtsParser::parse_matrix(Matrix& res) {
  bool first = true;  // To skip the first comma.
 
  // We need a temporary Array<Numeric>, so that we can use push_back
  // to store the values. FIXME: Need also constructor for Vector from
  // Array<Numeric>.
  Array<Numeric> tres;
 
  // Make sure that the current character really is `[' and proceed.
  assertain_character('[');
  // There might have occured a linebreak, which is fine.
 
  eat_whitespace();
 
  Index ncols = -1;
  Index nrows = 0;
  Index cur_ncols = 0;
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (']' != msource.Current()) {
    Numeric dummy;
 
    if (first) {
      first = false;
      cur_ncols = 1;
      nrows = 1;
    } else {
      if (',' == msource.Current()) {
        cur_ncols++;
        if (ncols != -1 && cur_ncols > ncols) {
          ostringstream os;
          os << "Expected ';', but got '" << msource.Current()
             << "'. Check Matrix dimensions.";
          throw UnexpectedChar(
              os.str(), msource.File(), msource.Line(), msource.Column());
        }
        msource.AdvanceChar();
        eat_whitespace();
      } else if (';' == msource.Current()) {
        nrows++;
        if (ncols == -1) {
          ncols = cur_ncols;
        } else if (ncols != cur_ncols) {
          ostringstream os;
          os << "Expected ',', but got '" << msource.Current()
             << "'. Check Matrix dimensions.";
          throw UnexpectedChar(
              os.str(), msource.File(), msource.Line(), msource.Column());
        }
        cur_ncols = 1;
        msource.AdvanceChar();
        eat_whitespace();
      } else {
        char c = ';';
        if (ncols > cur_ncols) c = ',';
        ostringstream os;
        os << "Expected '" << c << "', but got '" << msource.Current()
           << "'. Check Matrix dimensions.";
        throw UnexpectedChar(
            os.str(), msource.File(), msource.Line(), msource.Column());
      }
    }
 
    parse_numeric(dummy);
    tres.push_back(dummy);
    eat_whitespace();
  }
 
  if (ncols == -1) ncols = cur_ncols;
  if (ncols != cur_ncols) {
    throw ParseError("Missing element(s) in last row of matrix",
                     msource.File(),
                     msource.Line(),
                     msource.Column());
  }
 
  // Copy tres to res:
  res.resize(nrows, ncols);
  for (Index i = 0; i < nrows; i++)
    for (Index j = 0; j < ncols; j++) res(i, j) = tres[i * ncols + j];
 
  msource.AdvanceChar();
}
 
bool ArtsParser::parse_intvector_from_string(ArrayOfIndex& res, String& str) {
  bool first = true;  // To skip the first comma.
  size_t pos = 0;
 
  // We need a temporary Array<Numeric>, so that we can use push_back
  // to store the values.
  Array<Index> tres;
 
  eat_whitespace_from_string(str, pos);
 
  // Make sure that the current character really is `[' and proceed.
  if (str[pos] != '[') {
    throw ParseError("No opening bracket found while parsing ArrayOfIndex.",
                     msource.File(),
                     msource.Line(),
                     msource.Column());
  }
 
  pos++;
 
  eat_whitespace_from_string(str, pos);
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (pos < str.length() && str[pos] != ']') {
    if (first)
      first = false;
    else {
      if (str[pos] != ',') {
        return false;
      }
      pos++;
      eat_whitespace_from_string(str, pos);
    }
 
    Index dummy;
    istringstream is(str.substr(pos));
    is >> dummy;
    if (is.bad() || is.fail()) return false;
    tres.push_back(dummy);
    while (pos < str.length() &&
           (isdigit(str[pos]) || str[pos] == '-' || str[pos] == 'e'))
      pos++;
    eat_whitespace_from_string(str, pos);
  }
 
  // Copy tres to res:
  res.resize(tres.nelem());
  for (int i = 0; i < tres.nelem(); i++) {
    res[i] = tres[i];
  }
 
  return true;
}
 
bool ArtsParser::parse_numvector_from_string(Vector& res, String& str) {
  bool first = true;  // To skip the first comma.
  size_t pos = 0;
 
  // We need a temporary Array<Numeric>, so that we can use push_back
  // to store the values.
  Array<Numeric> tres;
 
  eat_whitespace_from_string(str, pos);
 
  // Make sure that the current character really is `[' and proceed.
  if (str[pos] != '[') {
    throw ParseError("No opening bracket found while parsing Vector.",
                     msource.File(),
                     msource.Line(),
                     msource.Column());
  }
 
  pos++;
 
  eat_whitespace_from_string(str, pos);
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (pos < str.length() && str[pos] != ']') {
    if (first)
      first = false;
    else {
      if (str[pos] != ',') {
        return false;
      }
      pos++;
      eat_whitespace_from_string(str, pos);
    }
 
    Numeric dummy;
    istringstream is(str.substr(pos));
    is >> double_imanip() >> dummy;
    if (is.bad() || is.fail()) return false;
    tres.push_back(dummy);
    if (str[pos] == 'N' && str.find("NaN", pos) == pos) {
      pos += 3;
    } else {
      while (pos < str.length() && (isdigit(str[pos]) || str[pos] == '-' ||
                                    str[pos] == '.' || str[pos] == 'e'))
        pos++;
    }
    eat_whitespace_from_string(str, pos);
  }
 
  // Copy tres to res:
  res.resize(tres.nelem());
  for (int i = 0; i < tres.nelem(); i++) {
    res[i] = tres[i];
  }
 
  return true;
}
 
bool ArtsParser::parse_stringarray_from_string(ArrayOfString& res,
                                               String& str) {
  bool first = true;  // To skip the first comma.
  size_t pos = 0;
 
  // We need a temporary Array<Numeric>, so that we can use push_back
  // to store the values.
  ArrayOfString tres;
 
  eat_whitespace_from_string(str, pos);
 
  // Make sure that the current character really is `[' and proceed.
  if (str[pos] != '[') {
    throw ParseError("No opening bracket found while parsing ArrayOfString.",
                     msource.File(),
                     msource.Line(),
                     msource.Column());
  }
 
  pos++;
 
  eat_whitespace_from_string(str, pos);
 
  // Read the elements of the vector (`]' means that we have
  // reached the end):
  while (pos < str.length() && str[pos] != ']') {
    if (first)
      first = false;
    else {
      if (str[pos] != ',') {
        return false;
      }
      pos++;
      eat_whitespace_from_string(str, pos);
    }
 
    if (str[pos] != '"') {
      throw ParseError("Expected quotes while parsing ArrayOfString.",
                       msource.File(),
                       msource.Line(),
                       msource.Column());
    }
 
    pos++;
 
    String dummy;
    while (pos < str.length() && str[pos] != '"') {
      dummy += str[pos];
      pos++;
    }
 
    if (pos == str.length() || str[pos] != '"') return false;
 
    tres.push_back(dummy);
 
    eat_whitespace_from_string(str, pos);
  }
 
  // Copy tres to res:
  res.resize(tres.nelem());
  for (int i = 0; i < tres.nelem(); i++) {
    res[i] = tres[i];
  }
 
  return true;
}