JDAQSplit.cc

Go to the documentation of this file.

#include <string>
#include <iostream>
#include <iomanip>

#include "JDAQ/JDAQTimesliceIO.hh"
#include "JDAQ/JDAQEventIO.hh"
#include "JDAQ/JDAQSummarysliceIO.hh"
#include "JDAQ/JDAQEvaluator.hh"

#include "JTrigger/JTriggerParameters.hh"

#include "JSupport/JSingleFileScanner.hh"
#include "JSupport/JTreeScanner.hh"
#include "JSupport/JFileRecorder.hh"
#include "JSupport/JTriggerParametersSupportkit.hh"
#include "JSupport/JMeta.hh"
#include "JSupport/JSupport.hh"
#include "JSupport/JSupportToolkit.hh"
#include "JROOT/JROOTClassSelector.hh"

#include "JLang/JSinglePointer.hh"

#include "Jeep/JParser.hh"
#include "Jeep/JMessage.hh"


namespace {

  static const char WILDCARD = '%';     //!< wild card for output files

  using namespace JPP;


  /**
   * Iterface for copying part of data.
   */
  struct JCopyInterface {
    /**
     * Virtual destructor.
     */
    virtual ~JCopyInterface()
    {}

    /**
     * Copy part of data.
     *
     * \param  range                   range to be copied
     */
    virtual void copy(const JDAQUTCTimeRange& range) = 0;
  };
  

  /**
   * Implementation for copying part of data.
   */
  template<class T>
  struct JCopy :
    public JCopyInterface
  {
    /**
     * Copy data from input file to output.
     *
     * \param  file_name               file name
     * \param  out                     output
     */
    JCopy(const std::string& file_name, JObjectOutput<T>& out) :
      in (file_name),
      out(out)
    {
      i = in.begin();
    }


    /**
     * Copy part of data.
     *
     * \param  range                   range to be copied
     */
    virtual void copy(const JDAQUTCTimeRange& range)
    {
      using namespace std;

      int debug = JTreeScanner<T, JDAQEvaluator>::debug;

      STATUS(T::Class_Name() << endl);

      NOTICE("Time range " << range << endl);

      for ( ; i != in.end() && i->getTimesliceStart().getTimeNanoSecond() <  range.getLowerLimit().getTimeNanoSecond(); ++i) {
        STATUS("skip " << FIXED(20,1) << i->getTimesliceStart().getTimeNanoSecond() << '\r'); DEBUG(endl);
      }
      STATUS(endl);

      for ( ; i != in.end() && i->getTimesliceStart().getTimeNanoSecond() <= range.getUpperLimit().getTimeNanoSecond(); ++i) {

        STATUS("copy " << FIXED(20,1) << i->getTimesliceStart().getTimeNanoSecond() << '\r'); DEBUG(endl);

        out.put(*i);
      }
      STATUS(endl);
    }
    
    JTreeScanner<T, JDAQEvaluator> in;

  private:
    typename JTreeScanner<T, JDAQEvaluator>::iterator i;
    JObjectOutput<T>& out;
  };


  /**
   * Copy master.
   */
  template<class JTypelist_t>
  struct JCopyMaster : 
    public std::vector< JSinglePointer<JCopyInterface> >,
    public JFileRecorder<JTriggerTypes_t>
  {
    /**
     * Constructor.
     *
     * \param  input_file              input file
     * \param  selection               selection
     */
    JCopyMaster(const std::string& input_file, const JROOTClassSelection& selection) :
      selection(selection)
    {
      add(JType<JTypelist_t>(), input_file);
    }

    /**
     * Copy part of output file.
     *
     * \param  range                   range to be copied
     * \param  output_file             file name
     */
    void copy(const JDAQUTCTimeRange& range)
    {
      for (iterator i = this->begin(); i != this->end(); ++i) {
        (*i)->copy(range);
      }
    }

    static int debug;
    const JROOTClassSelection selection;

  private:
    /**
     * Recursive method for adding data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    template<class JHead_t, class JTail_t>
    void add(JType< JTypeList<JHead_t, JTail_t> > type, const std::string& input_file)
    {
      add(JType<JHead_t>(), input_file);
      add(JType<JTail_t>(), input_file);
    }

    /**
     * Add data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    template<class T>
    void add(JType<T> type, const std::string& input_file)
    {
      if (selection(type)) {

        JTreeScanner<T, JDAQEvaluator>::debug = debug;

        push_back(new JCopy<T>(input_file, *this));
      }
    }

    /**
     * Termination method for adding data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    void add(JType<JNullType> type, const std::string& input_file)
    {}
  };

  /**
   */
  template<class JTypelist_t>
  int JCopyMaster<JTypelist_t>::debug;
}



/**
 * \file
 * Auxiliary program to split data.
 *
 * \author mdejong
 */
int main(int argc, char **argv)
{
  using namespace std;
  using namespace JPP;

  typedef vector<JDAQUTCTimeRange> ranges_type;

  std::string         inputFile;
  std::string         outputFile;
  size_t              numberOfFiles;
  ranges_type         ranges;
  JROOTClassSelection selection      = getROOTClassSelection<JDAQTypes_t>();
  int                 debug;

  try {

    JParser<> zap("Auxiliary program to split data.");

    zap['f'] = make_field(inputFile);
    zap['o'] = make_field(outputFile);
    zap['N'] = make_field(numberOfFiles)       = 0;
    zap['r'] = make_field(ranges)              = JPARSER::initialised();
    zap['C'] = make_field(selection,
                          "Precede name of data structure by a '+' or '-' "
                          "to add or remove data types in the output, respectively."
                          "\nROOT wildcards are accepted.") = JPARSER::initialised();
    zap['d'] = make_field(debug)               = 1;

    zap(argc, argv);
  }
  catch(const exception& error) {
    FATAL(error.what() << endl);
  }


  if (numberOfFiles == 0 && ranges.empty()) {
    FATAL("Invalid splitting " << numberOfFiles << '/' << ranges.size() << endl);
  }

  const size_t pos = outputFile.find(WILDCARD);

  if (pos == string::npos) {
    FATAL("Output file name " << outputFile << " does not contain wild card '" << WILDCARD << "'" << endl);
  }

  const JDAQUTCTimeRange total  = getUTCTimeRange<JDAQSummaryslice>(inputFile);

  if (!total.is_valid()) {
    FATAL("No (valid) summary data in input file " << inputFile << ' ' << total << endl);
  }

  NOTICE("Total time range " << total << endl);

  if (ranges.empty()) {

    const double length = (total.getUpperLimit().getTimeNanoSecond() -
                           total.getLowerLimit().getTimeNanoSecond())  /  numberOfFiles;

    for (double t1 = total.getLowerLimit().getTimeNanoSecond(); t1 < total.getUpperLimit().getTimeNanoSecond(); t1 += length) {
      ranges.push_back(JDAQUTCTimeRange(JDAQUTCExtended(t1), JDAQUTCExtended(t1 + length)));
    }
  }


  JCopyMaster<JDAQTypes_t>::debug = debug;

  JCopyMaster<JDAQTypes_t> master(inputFile, selection);

  const int width = (int) (log10(ranges.size() + 1) + 1);

  for (size_t i = 0; i != ranges.size(); ++i) {

    const string file_name = MAKE_STRING(outputFile.substr(0,pos) << FILL(width,'0') << i << FILL() << outputFile.substr(pos+1));

    STATUS("Writing " << file_name << endl);

    master.open(file_name.c_str());

    master.put(getTriggerParameters(inputFile));

    master.copy(ranges[i]);

    master.close();
  }
}