JDAQSplit.cc

Go to the documentation of this file.

#include <string>
#include <iostream>
#include <iomanip>

#include "JDAQ/JDAQTimesliceIO.hh"
#include "JDAQ/JDAQEventIO.hh"
#include "JDAQ/JDAQSummarysliceIO.hh"
#include "JDAQ/JDAQEvaluator.hh"

#include "JTrigger/JTriggerParameters.hh"

#include "JSupport/JSingleFileScanner.hh"
#include "JSupport/JTreeScanner.hh"
#include "JSupport/JFileRecorder.hh"
#include "JSupport/JTriggerParametersSupportkit.hh"
#include "JSupport/JMeta.hh"
#include "JSupport/JSupport.hh"
#include "JSupport/JSupportToolkit.hh"

#include "JLang/JSinglePointer.hh"

#include "Jeep/JParser.hh"
#include "Jeep/JMessage.hh"


namespace {

  static const char WILDCARD = '%';     //!< wild card for output files

  using namespace JPP;


  /**
   * Iterface for copying part of data.
   */
  struct JCopyInterface {
    /**
     * Virtual destructor.
     */
    virtual ~JCopyInterface()
    {}

    /**
     * Copy part of data.
     *
     * \param  range                   range to be copied
     */
    virtual void copy(const JFrameIndexRange& range) = 0;
  };
  

  /**
   * Implementation for copying part of data.
   */
  template<class T>
  struct JCopy :
    public JCopyInterface
  {
    /**
     * Copy data from input file to output.
     *
     * \param  file_name               file name
     * \param  out                     output
     */
    JCopy(const std::string& file_name, JObjectOutput<T>& out) :
      in (file_name),
      out(out)
    {
      i = in.begin();
    }

    /**
     * Copy part of data.
     *
     * \param  range                   range to be copied
     */
    virtual void copy(const JFrameIndexRange& range)
    {
      using namespace std;

      int debug = JTreeScanner<T, JDAQEvaluator>::debug;

      STATUS(T::Class_Name() << endl);

      for ( ; i != in.end() && i->getFrameIndex() <  range.getLowerLimit(); ++i) {
        STATUS("skip " << setw(9) << i->getFrameIndex() << '\r'); DEBUG(endl);
      }
      STATUS(endl);

      for ( ; i != in.end() && i->getFrameIndex() <= range.getUpperLimit(); ++i) {

        STATUS("copy " << setw(9) << i->getFrameIndex() << '\r'); DEBUG(endl);

        out.put(*i);
      }
      STATUS(endl);
    }
    
    JTreeScanner<T, JDAQEvaluator> in;

  private:
    typename JTreeScanner<T, JDAQEvaluator>::iterator i;
    JObjectOutput<T>& out;
  };


  /**
   * Copy master.
   */
  template<class JTypelist_t>
  struct JCopyMaster : 
    public std::vector< JSinglePointer<JCopyInterface> >,
    public JFileRecorder<JTriggerTypes_t>
  {
    /**
     */
    JCopyMaster(const std::string& input_file)
    {
      add(JType<JTypelist_t>(), input_file);
    }

    /**
     * Copy part of output file.
     *
     * \param  range                   range to be copied
     * \param  output_file             file name
     */
    void copy(const JFrameIndexRange& range)
    {
      for (iterator i = this->begin(); i != this->end(); ++i) {
        (*i)->copy(range);
      }
    }

    static int debug;

  private:
    /**
     * Recursive method for adding data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    template<class JHead_t, class JTail_t>
    void add(JType< JTypeList<JHead_t, JTail_t> > type, const std::string& input_file)
    {
      add(JType<JHead_t>(), input_file);
      add(JType<JTail_t>(), input_file);
    }

    /**
     * Add data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    template<class T>
    void add(JType<T> type, const std::string& input_file)
    {
      JTreeScanner<T, JDAQEvaluator>::debug = debug;

      push_back(new JCopy<T>(input_file, *this));
    }

    /**
     * Termination method for adding data copier.
     *
     * \param  type                    data type
     * \param  input_file              file name
     */
    void add(JType<JNullType> type, const std::string& input_file)
    {}
  };

  /**
   */
  template<class JTypelist_t>
  int JCopyMaster<JTypelist_t>::debug;
}



/**
 * \file
 * Auxiliary program to split data.
 *
 * \author mdejong
 */
int main(int argc, char **argv)
{
  using namespace std;
  using namespace JPP;

  typedef vector<JFrameIndexRange> ranges_type;

  std::string   inputFile;
  std::string   outputFile;
  size_t        numberOfFiles;
  ranges_type   ranges;
  int           debug;

  try {

    JParser<> zap("Auxiliary program to split data.");

    zap['f'] = make_field(inputFile);
    zap['o'] = make_field(outputFile);
    zap['N'] = make_field(numberOfFiles)       = 0;
    zap['r'] = make_field(ranges)              = JPARSER::initialised();
    zap['d'] = make_field(debug)               = 1;

    zap(argc, argv);
  }
  catch(const exception& error) {
    FATAL(error.what() << endl);
  }


  if (numberOfFiles == 0 && ranges.empty()) {
    FATAL("Invalid splitting " << numberOfFiles << '/' << ranges.size() << endl);
  }

  const size_t pos = outputFile.find(WILDCARD);

  if (pos == string::npos) {
    FATAL("Output file name " << outputFile << " does not contain wild card '" << WILDCARD << "'" << endl);
  }

  const JFrameIndexRange total  = getFrameIndexRange<JDAQSummaryslice>(inputFile);

  DEBUG("Total frame index range " << total << endl);

  if (total.getLength() == 0) {
    FATAL("No summary data in input file " << inputFile << endl);
  }


  if (ranges.empty()) {

    int length = total.getLength() / numberOfFiles;

    if (length == 0) {
      length = 1;
    }

    for (JFrameIndexRange range(total.getLowerLimit(),
                                total.getLowerLimit() + length);
         range.getLowerLimit() <= total.getUpperLimit();
         range.add(length + 1)) {
      ranges.push_back(range);
    }
  }


  JCopyMaster<JDAQTypes_t>::debug = debug;

  JCopyMaster<JDAQTypes_t> master(inputFile);

  for (ranges_type::const_iterator range = ranges.begin(); range != ranges.end(); ++range) {

    const string file_name = MAKE_STRING(outputFile.substr(0,pos)  << "_" 
                                         << range->getLowerLimit() << "-" 
                                         << range->getUpperLimit() << "_" 
                                         << outputFile.substr(pos+1));

    STATUS("Writing " << file_name << endl);

    master.open(file_name.c_str());

    master.put(getTriggerParameters(inputFile));

    master.copy(*range);

    master.close();
  }
}