JDataFilter.cc

Go to the documentation of this file.

#include <string>
#include <iostream>
#include <iomanip>
#include <deque>
#include <limits>
#include <algorithm>
#include <unistd.h>
#include <random>
 
#include "JLang/JSinglePointer.hh"
#include "JLang/JLangToolkit.hh"
#include "JLang/JException.hh"
#include "JLang/JVectorize.hh"
#include "JLang/JStatus.hh"
#include "Jeep/JParser.hh"
#include "Jeep/JProperties.hh"
#include "Jeep/JTimer.hh"
#include "Jeep/JTimekeeper.hh"
#include "Jeep/JMessage.hh"
#include "Jeep/JPrint.hh"
#include "Jeep/JeepToolkit.hh"
#include "JLogger/JMessageScheduler.hh"
#include "km3net-dataformat/online/JDAQ.hh"
#include "km3net-dataformat/online/JDAQAbstractPreamble.hh"
#include "km3net-dataformat/online/JDAQPreamble.hh"
#include "km3net-dataformat/online/JDAQSuperFrame.hh"
#include "km3net-dataformat/online/JDAQFrame.hh"
#include "JDAQ/JDAQTags.hh"
#include "JDAQ/JDAQEventIO.hh"
#include "JDAQ/JDAQTimesliceIO.hh"
#include "JDAQ/JDAQSummarysliceIO.hh"
#include "JDetector/JDetector.hh"
#include "JTrigger/JHit.hh"
#include "JTrigger/JHitToolkit.hh"
#include "JTrigger/JSuperFrame1D.hh"
#include "JTrigger/JSuperFrame2D.hh"
#include "JTrigger/JTimeslice.hh"
#include "JTrigger/JHitL0.hh"
#include "JTrigger/JHitL1.hh"
#include "JTrigger/JBuildL1.hh"
#include "JTrigger/JBuildL2.hh"
#include "JTrigger/JTrigger3DShower.hh"
#include "JTrigger/JTriggerMXShower.hh"
#include "JTrigger/JTrigger3DMuon.hh"
#include "JTrigger/JTriggerNB.hh"
#include "JTrigger/JTriggerBits.hh"
#include "JTrigger/JEventOverlap.hh"
#include "JTrigger/JTimesliceRouter.hh"
#include "JTrigger/JTriggeredEvent.hh"
#include "JTrigger/JTimesliceL1.hh"
#include "JTrigger/JTriggerParameters.hh"
#include "JTrigger/JTriggerToolkit.hh"
#include "JTrigger/JChecksum.hh"
#include "JRuncontrol/JDAQClient.hh"
#include "JRuncontrol/JRuncontrolToolkit.hh"
#include "JNet/JControlHost.hh"
#include "JNet/JControlHostObjectOutput.hh"
#include "JNet/JTCPSocket.hh"
#include "JNet/JSocketChannel.hh"
#include "JNet/JServerSocket.hh"
#include "JPhysics/JConstants.hh"
#include "JTools/JStats.hh"
#include "JSupport/JSupport.hh"
#include "JSupport/JTreeRecorder.hh"
#include "JSupport/JMeta.hh"
#include "JSystem/JStat.hh"
#include "JSystem/JTime.hh"
#include "JSystem/JSystemToolkit.hh"
#include "JSystem/JNetwork.hh"
#include "JSystem/JFilesystem.hh"
 
 
namespace JNET {
 
  /**
   * Get size of packeet.
   *
   * \param  preamble             DAQ data preamble
   * \return                      size [B]
   */
  template<>
  inline int getSizeOfPacket(const KM3NETDAQ::JDAQAbstractPreamble& preamble)
  { 
    return preamble.getLength();
  }
}
 
namespace KM3NETDAQ {
 
  using namespace JPP;
 
 
  /**
   * Get expected number of frames according a given allowed fraction of active modules.
   *
   * \param  number_of_frames     number of frames
   * \param  factor               factor
   * \return                      number of frames
   */
  inline size_t getNumberOfFrames(const size_t number_of_frames, const double factor)
  {
    if (factor <= 0.0) {
      return 1;
    }
 
    if (factor >= 1.0) {
      return number_of_frames;
    }
 
    const size_t n = (size_t) (number_of_frames * factor);
 
    return (n == 0 ? 1 : n);
  }
 
 
  /**
   * Main class for real-time filtering of data.
   * 
   * This class implements the action methods for each transition of the state machine.\n
   * When the state machine is entered, data are continually collected using 
   * custom implementation of virtual methods
   * JDataFilter::setSelect and 
   * JDataFilter::actionSelect.
   *
   * In state <tt>Running</tt>, all incoming data from the DataQueue.cc are buffered, referred to as "queue".\n
   * These data are formatted as a JDAQSuperFrame and aggregated into a JDAQTimeslice.\n
   * When a JDAQTimeslice is complete, 
   * it processed in the same way as applications JTriggerProcessor.cc and JTriggerEfficiency.cc.
   *
   * The completeness of a time slice is defined by two parameters, namely  
   * <tt>frames_per_slice</tt> and
   * <tt>factor_per_slice</tt>.\n
   * These are parsed in method actionConfigure as follows.
   * <pre>
   *   numberOfFramesPerSlice = <frames per slice> = 1;
   *   factorOfFramesPerSlice = <factor per slice> = 1.0;
   * </pre>
   * The expected number of frames in a time slices is defined by their product.\n
   * Note that the first parameter can change during operation (see below).
   *
   * A timeout may occur when the total amount of data or the number of incomplete time slices 
   * in the queue exceeds one of the limits <tt>queueSize</tt> or <tt>queueDepth</tt>.\n
   * These are parsed in method actionConfigure as follows.
   * <pre>
   *   queueSize  = <maximal queue size [B]>;
   *   queueDepth = <maximal queue depth>;
   * </pre>
   * Note that these values apply per JDataFilter.\n
   *
   * The parameter <tt>frames_per_slice</tt> is subject to a servo mechanism.\n
   * When a timeout occurs,
   * it is set to the number of frames in the oldest time slice.\n
   * When data are received with a frame index below the current frame index,
   * it is incremented by one.
   *
   * In addition, a circular buffer based on a ROOT TTree for each JDAQTimeslice type can be maintained.\n
   * The following parameters can be used to configure the circular buffer.\n
   * <pre>
   *   path     = <write directory for temporary circular buffer>;
   *   archive  = <write directory for archival of circular buffer>;
   *   c_sizeL0 = <L0 buffer size>;
   *   c_sizeL1 = <L1 buffer size>;
   *   c_sizeL2 = <L2 buffer size>;
   *   c_sizeSN = <SN buffer size>;
   * </pre>
   *
   * Note that when one (or more) of the buffer sizes is non-zero and the path corresponds to a valid directory:
   *   - There will always be a file created which is deleted when the state machine is exited;
   *   - The temporary file name is <tt><path>/KM3NeT_<tag>.root</tt>;
   *   - Following an alert, the temporary file is archived to a file with name <tt><path>/KM3NeT_YYYY-MM-DD_<tag>[_<index>].root</tt>;
   *   - After archival of the temporary file, a new temporary file will be opened;
   *   - L0, L1, L2 and SN buffer sizes are per JDataFilter;
   *   - The tag KM3NETDAQ::RC_ALERT defined in JDAQTags.hh has tentatively been reserved to trigger the archival of the temporary file following an external alert;
   *
   * In this, <tt>YYYY</tt>, <tt>MM</tt> and <tt>DD</tt> correspond to the year, month and day at the time of the alert, respectively.\n
   * The <tt><tag></tt> corresponds to the unique JNET::JTag of the JDataFilter process.\n 
   * The <tt><index></tt> is optional and will only be used to prevent overwriting of an existing file
   * (e.g. when there is more than one alert on a given day).
   *
   * Data can be discarded for various reasons.\n
   * The list of criteria includes validity ranges of the PMT number and TDC values as well as the sorted times per PMT.\n
   * The discarded data can be written to disk according to the parameters:
   * <pre>
   *     dumpLimit = <maximum number of time slices to be dumped>
   *     dumpMask =  <mask for data to be dumped>
   * </pre>
   * The first limits the number of time slices with discarded data that will be dumped and \n
   * the latter corresponds to bits according to the enumeration JChecksum::error_types.\n
   * The discarded data will be stored as JDAQTimeslice.
   *
   * Note that the application JConvert.cc can be used to readily convert multiple input files to a single output file. 
   *
   * The script <tt>$JPP_DIR/tests/JDataFilter/JDataFilter.sh</tt> can be used to test this application.
   */
  class JDataFilter :
    public JDAQClient
  {
  public:
 
    typedef JSocketInputChannel<JDAQAbstractPreamble>  JSocketInputChannel_t;
    typedef std::vector<JSocketInputChannel_t>         JChannelList_t;
 
    typedef double        hit_type;
    typedef JSuperFrame1D<hit_type>   JSuperFrame1D_t;
    typedef JSuperFrame2D<hit_type>   JSuperFrame2D_t;
    typedef JTimeslice   <hit_type>   JTimeslice_t;
    typedef JBuildL1     <hit_type>   JBuildL1_t;
    typedef JBuildL2     <hit_type>   JBuildL2_t;
 
 
 
    /**
     * Circular buffer.
     */
    struct JCircularBuffer_t :
      public JTreeRecorder<JDAQTimesliceTypes_t>
    {
      using JTreeRecorder<JDAQTimesliceTypes_t>::open;
      using JTreeRecorder<JDAQTimesliceTypes_t>::close;
 
 
      static const int MAXIMUM_FILE_NUMBER = 100; //!< maximum file number for overwrite protection.
 
 
      /**
       * Constructor.
       *
       * \param  path                 directory for temporary storage
       * \param  archive              directory for permanent archival
       * \param  tag                  tag
       */
      JCircularBuffer_t(const std::string& path,
                        const std::string& archive,
                        const JTag&        tag) :
        path   (path),
        archive(archive),
        tag    (tag)
      {
        disable();
      }
 
 
      /**
       * Open file.
       *
       * If file with same name exists, remove it beforehand.
       */
      void open()
      {
        using namespace std;
        using namespace JPP;
 
        gErrorIgnoreLevel = kFatal;
 
        std::ostringstream os;
 
        os << getFullPath(path) << "KM3NeT" << "_"  << tag << ".root";
 
        if (getFileStatus(os.str().c_str())) {
          std::remove(os.str().c_str());
        }
 
        this->open(os.str().c_str());
      }
 
 
      /**
       * Close file.
       *
       * If option is true, archive file; else delete file.
       *
       * \param  option               option
       */
      void close(const bool option)
      {
        using namespace std;
        using namespace JPP;
 
        const JDateAndTime cal;
 
        if (this->is_open()) {
 
          const string file_name = this->getFile()->GetName();
 
          this->close();
 
          if (option) {
 
            for (int i = 0; i != MAXIMUM_FILE_NUMBER; ++i) {
 
              ostringstream os;
 
              os << getFullPath(this->archive) 
                 << "KM3NeT" 
                 << "_"  << cal.getYear() << '-' << FILL(2,'0') << cal.getMonth() << '-' << FILL(2,'0') << cal.getDay()
                 << "_"  << this->tag;
 
              if (i != 0) {
                os << "_" << i;
              }
 
              os << ".root";
 
              if (!getFileStatus(os.str().c_str())) {
 
                if (JSYSTEM::rename(file_name, os.str()) == 0)
                  return;
                else
                  THROW(JFileOpenException, "Failure in renaming file " << file_name << " to " << os.str());
              }
            }
 
          } else {
 
            std::remove(file_name.c_str());
          }
        }
      }
 
 
      /**
       * Disable writing.
       */
      void disable()
      {
        sizeL0 = 0;
        sizeL1 = 0;
        sizeL2 = 0;
        sizeSN = 0;
      }
 
 
      /**
       * Check whether writing of data is enabled.
       *
       * \return                      true if writing enabled; else false
       */
      bool is_enabled() const
      {
        return (sizeL0 > 0 ||
                sizeL1 > 0 ||
                sizeL2 > 0 ||
                sizeSN > 0);
      }
 
 
      /**
       * Write circular buffer to output stream.
       *
       * \param  out                  output stream
       * \param  object               circular buffer
       * \return                      output stream
       */
      friend inline std::ostream& operator<<(std::ostream& out, const JCircularBuffer_t& object)
      {
        if (object.is_open())
          out << object.getFile()->GetName();
        else
          out << "void";
 
        out << ' ';     
 
        out << object.sizeL0 << '/'
            << object.sizeL1 << '/'
            << object.sizeL2 << '/'
            << object.sizeSN << '/';
 
        return out;
      }
      
      Long64_t sizeL0;      //!< Number of L0 time slices
      Long64_t sizeL1;      //!< Number of L1 time slices
      Long64_t sizeL2;      //!< Number of L2 time slices
      Long64_t sizeSN;      //!< Number of SN time slices
 
      std::string path;     //!< Directory for temporary storage
      std::string archive;  //!< Directory for permanent archival
      JTag        tag;      //!< Unique tag of this process
    };
 
 
    /**
     * Sort DAQ process by index.
     *
     * \param  first                first  DAQ process
     * \param  second               second DAQ process
     * \return                      true if index of first DAQ process less than that of second; else false
     */
    static inline bool compare(const JDAQProcess& first, const JDAQProcess& second)
    {
      return first.index < second.index;
    }
 
 
    /**
     * Constructor.
     *
     * \param  name                 name of client
     * \param  server               name of command message server
     * \param  hostname             name of data server
     * \param  logger               pointer to logger
     * \param  level                debug level
     * \param  port                 server port
     * \param  backlog              server backlog
     * \param  path                 directory for temporary storage
     * \param  archive              directory for parmanent archival
     */
    JDataFilter(const std::string& name,
                const std::string& server,
                const std::string& hostname,
                JLogger*           logger,
                const int          level,
                const int          port, 
                const int          backlog,
                const std::string& path,
                const std::string& archive) :
      JDAQClient (name,server,logger,level),
      hostname   (hostname),
      port       (port),
      backlog    (backlog),
      c_buffer   (path, archive, getUniqueTag())
    {
      replaceEvent(RC_CMD, RC_DFILTER, ev_configure); /// replace tag to receive dfilter specific messages in configure
 
      addSubscription(JSubscriptionAll(RC_ALERT));
      
      totalCPURAM          = getRAM();   
      current_slice_index  = -1;
      dataqueue_slice_index.clear();
      reporting            = false;
 
      this->server->setReceiveBufferSize(DFILTER_RECEIVE_BUFFER_SIZE);
    }
 
 
    virtual void actionEnter() override
    {}
 
 
    virtual void actionExit() override
    { 
      if (c_buffer.is_open()) {
 
        JStatusStream(logger) << "Close and remove circular buffer " << c_buffer;
 
        c_buffer.close(false);
      }
 
      datawriter.reset();
    }
 
 
    virtual void actionInit(int length, const char* buffer) override
    { 
      JDebugStream(logger) << "actionInit() " << std::string(buffer,length);
 
      try {
 
        JDebugStream(logger) << "Start server.";
 
        if (serversocket.is_valid()) {
          serversocket->shutdown();
        }
 
        serversocket.reset(new JServerSocket(port,backlog));
      }   
      catch(const std::exception& error) {
        JErrorStream(logger) << "Error \"" << error.what() << "\"; trigger ev_error.";
        ev_error();
      }
    }
 
 
    virtual void actionConfigure(int length, const char* buffer) override
    { 
      using namespace std;
    
      JDebugStream(logger) << "actionConfigure() " << endl << std::string(buffer,length);
  
      string _hostname_ = "";
 
      long long int update_s = 20;
      long long int logger_s = 10;
 
      parameters .reset();
      dataFilters.clear();
      dataQueues .clear();
 
      reporting = false;
      dumpCount = 0;
      dumpLimit = numeric_limits<int>::max();
      dumpMask  = 0;
      dumpMask.set(JChecksum::EPMT_t);
      dumpMask.set(JChecksum::ETDC_t);
      dumpMask.set(JChecksum::TIME_t);
      //dumpMask.set(JChecksum::EUDP_t);
      dumpMask.set(JChecksum::SIZE_t);
 
      detector.comment.clear();
      detector.clear();
      
      JProperties properties(JEquationParameters("=", ";", "", ""), 0);
 
      properties["dataWriter"]             = _hostname_;
      properties["numberOfFramesPerSlice"] = frames_per_slice = 1;
      properties["factorOfFramesPerSlice"] = factor_per_slice = 1.0;
      properties["detector"]               = detector;
      properties["triggerParameters"]      = parameters;
      properties["queueSize"]              = maxQueueSize  = (totalCPURAM - GIGABYTE);  // leave 1 GB left ...
      properties["queueDepth"]             = maxQueueDepth = 20;                        // to be optimized
      properties["frameIndex"]             = maximal_frame_index = 100000;
      properties["logger_s"]               = logger_s;
      properties["update_s"]               = update_s;
      properties["JDataFilter"]            = dataFilters;
      properties["DataQueue"]              = dataQueues;
      properties["path"]                   = c_buffer.path;
      properties["archive"]                = c_buffer.archive;
      properties["c_sizeL0"]               = c_buffer.sizeL0;
      properties["c_sizeL1"]               = c_buffer.sizeL1;
      properties["c_sizeL2"]               = c_buffer.sizeL2;
      properties["c_sizeSN"]               = c_buffer.sizeSN;
      properties["dumpLimit"]              = dumpLimit;
      properties["dumpMask"]               = dumpMask;
 
      try {
        properties.read(string(buffer, length));
      }
      catch(const std::exception& error) {
        JErrorStream(logger) << error.what();
      }
    
      if (update_s <=  0) { update_s = 20; }
      if (logger_s <=  0) { logger_s = 10; }
 
      setClockInterval(update_s * 1000000LL);
 
      _hostname_ = trim(_hostname_);
 
      if (_hostname_ != "" && _hostname_ != hostname) {
 
        datawriter.reset();
 
        hostname = _hostname_;
      }
 
      bool status = datawriter.is_valid();
 
      if (status) {
 
        try {
          status = datawriter->Connected() == 0;
        }
        catch (const exception&) {
          status = false;
        }
      }
 
      if (!status) {
 
        datawriter.reset(new JControlHost_t(hostname));
 
        datawriter->MyId(getFullName());
      }
    
      datawriter->setSendBufferSize(DFILTER_SEND_BUFFER_SIZE);
 
      // process processlist
    
      if (dataFilters.empty()) {
        JNoticeStream(logger) << "No DataFilters in process list, or no process list. "
                              << "Assuming that this process is the only process on this CPU and setting parameters accordingly.";
      }
    
      sort(dataFilters.begin(), dataFilters.end(), compare);
    
      unsigned int numberOfDataFiltersOnThisMachine = 0;
      vector<JDAQProcess>::iterator thisProcess     = dataFilters.end();
 
      const vector<string> IP = getListOfIPaddresses();
      
      for (vector<JDAQProcess>::iterator i = dataFilters.begin(); i != dataFilters.end(); ++i) {
 
        if (find(IP.begin(), IP.end(), i->hostname) != IP.end()) {
 
          numberOfDataFiltersOnThisMachine++;
        
          if (i->port == this->port) {
            thisProcess = i;
          }
        }
      }
    
      if (numberOfDataFiltersOnThisMachine == 0) {
        JNoticeStream(logger) << "Zero data filters on this machine according to process list (if it exists). "
                              << "Assuming one datafilter on this machine.";
        numberOfDataFiltersOnThisMachine = 1;
      }
    
      if (thisProcess == dataFilters.end()) {
 
        JErrorStream error(logger);
 
        error << "This process cannot be found in the process list. Why do I exist?";
        error << " my IP addresses:";
 
        for (vector<string>::const_iterator i = IP.begin(); i != IP.end(); ++i) {
          error << ' ' << *i;
        }
 
        error << " my port: " << this->port;
        error << " process list";
 
        for (vector<JDAQProcess>::iterator i = dataFilters.begin(); i != dataFilters.end(); ++i) {
          error << ' ' << i->hostname << ':' << i->port;
        }
      }
 
      if (thisProcess != dataFilters.end() && thisProcess->index != getName()) {
        JErrorStream(logger) << "Mismatch between given process names: "
                             << "I am called " << getName()
                             << ", but in the process list I am referred to as " << thisProcess->index;
      }
    
      if (dataFilters.begin() == thisProcess || dataFilters.empty()) {                    // set reporting
        reporting = true;
      }
 
      if (maxQueueSize > (totalCPURAM-GIGABYTE)/(numberOfDataFiltersOnThisMachine)) {     // check maximum size of queue
        
        maxQueueSize  =  (totalCPURAM-GIGABYTE)/(numberOfDataFiltersOnThisMachine);
 
        JNoticeStream(logger) << "Maximum queue size is too large given the number of processes on this machine. "
                              << "Queue size reduced to " 
                              << maxQueueSize << " bytes." ;  
      }
    
      // detector
 
      if (parameters.disableHighRateVeto) {
 
        JNoticeStream(logger) << "Disabling high-rate veto of all PMTs.";
 
        detector.setPMTStatus(HIGH_RATE_VETO_DISABLE);
      }
 
      // trigger parameters
    
      parameters.set(getMaximalDistance(detector));
    
      triggerNB      .reset(new JTriggerNB      (parameters));
      trigger3DMuon  .reset(new JTrigger3DMuon  (parameters));
      trigger3DShower.reset(new JTrigger3DShower(parameters));
      triggerMXShower.reset(new JTriggerMXShower(parameters, detector));
    
      moduleRouter.reset(new JModuleRouter(detector));
   
      if (reporting) {
        JNoticeStream(logger) << "This data filter process will report.";
        JNoticeStream(logger) << "Detector version/size " << detector.getVersion() << '/' << detector.size();
        JDebugStream (logger) << "Trigger parameters: "   << parameters;
        JDebugStream (logger) << "Detector description: " << endl << detector;
        JNoticeStream(logger) << "Update period [s]: "    << getClockInterval();
      }
    
      timesliceRouter.reset(new JTimesliceRouter(parameters.numberOfBins));
 
      // set L1, L2 and SN builders
    
      buildL1.reset(new JBuildL1_t(parameters));
      buildL2.reset(new JBuildL2_t(parameters.L2));
      buildSN.reset(new JBuildL2_t(parameters.SN));
      buildNB.reset(new JBuildL2_t(parameters.NB));
   
      if (buildL1.get() == NULL) { JErrorStream(logger) << "Failed to allocate buildL1."; }
      if (buildL2.get() == NULL) { JErrorStream(logger) << "Failed to allocate buildL2."; }
      if (buildSN.get() == NULL) { JErrorStream(logger) << "Failed to allocate buildSN."; }
      if (buildNB.get() == NULL) { JErrorStream(logger) << "Failed to allocate buildSN."; }
     
      logErrorRun          = JMessageScheduler(logger, JTimekeeper(logger_s * 1000000LL));
      logErrorDetector     = JMessageScheduler(logger, JTimekeeper(logger_s * 1000000LL));
      logErrorIndex        = JMessageScheduler(logger, JTimekeeper(logger_s * 1000000LL));
      logErrorIncomplete   = JMessageScheduler(logger, JTimekeeper(logger_s * 1000000LL));
      logErrorOvercomplete = JMessageScheduler(logger, JTimekeeper(logger_s * 1000000LL));
 
      if (c_buffer.is_enabled()) {
 
        if (!c_buffer.is_open()) {
 
          c_buffer.open();
 
          if (c_buffer.is_open()) {
 
            putObject(c_buffer.getFile(), meta);
            
            JStatusStream(logger) << "Created circular buffer " << c_buffer;
            
          } else {
            
            JErrorStream (logger) << "Failed to create circular buffer in directory <" << c_buffer.path << ">; disable functionality.";
          }
 
        } else {
 
          JNoticeStream(logger) << "Continue using circular buffer " << c_buffer;
        }
      }
 
      if (c_buffer.is_open()) {
        if (c_buffer.sizeL0 > 0) { static_cast<JTreeWriterObjectOutput<JDAQTimesliceL0>&>(c_buffer).SetCircular(c_buffer.sizeL0); }
        if (c_buffer.sizeL1 > 0) { static_cast<JTreeWriterObjectOutput<JDAQTimesliceL1>&>(c_buffer).SetCircular(c_buffer.sizeL1); }
        if (c_buffer.sizeL2 > 0) { static_cast<JTreeWriterObjectOutput<JDAQTimesliceL2>&>(c_buffer).SetCircular(c_buffer.sizeL2); }
        if (c_buffer.sizeSN > 0) { static_cast<JTreeWriterObjectOutput<JDAQTimesliceSN>&>(c_buffer).SetCircular(c_buffer.sizeSN); }
      } else {
        c_buffer.disable();
      }
    }
 
 
    virtual void actionStart(int length, const char* buffer) override
    {
      using namespace std;
 
      if (reporting) {
        JNoticeStream(logger) << "Start run " << getRunNumber();
      }
    
      timeslices.clear();
 
      current_slice_index = -1;
      dataqueue_slice_index.clear();
      queueSize           =  0;
    
      numberOfEvents                        = 0;
      numberOfBytes                         = 0;
      numberOfTimeslicesProcessed           = 0;
      numberOfIncompleteTimeslicesProcessed = 0;
    
      number_of_packets_received  = 0;
      number_of_packets_discarded = 0;
      number_of_bytes_received    = 0;
      number_of_reads             = 0;
 
      minFrameNumber = numeric_limits<int>::max();
      maxFrameNumber = numeric_limits<int>::min();
 
      // Reset global trigger counter.
 
      JDAQTriggerCounter::reset();
 
      logErrorRun         .reset();
      logErrorDetector    .reset();
      logErrorIndex       .reset();
      logErrorIncomplete  .reset();
      logErrorOvercomplete.reset();
    
      timer.reset();
      timer.start();
 
      Qt.reset();
      Qx.reset();
 
      // send trigger parameters to the datawriter
      
      ostringstream os;
    
      os << getRunNumber() << ' ' << parameters;
    
      datawriter->PutFullString(IO_TRIGGER_PARAMETERS, os.str());
    }
 
 
    virtual void actionPause(int length, const char* buffer) override
    { 
      using namespace std;
 
      if (!timeslices.empty()) {
 
        JNoticeStream(logger) << "Flushing " << timeslices.size() << " slices.";
 
        for (deque<JDAQTimesliceL0>::const_iterator i = timeslices.begin(); i != timeslices.end(); ++i) {
          queueSize -= getSizeof(*i);
        }
 
        timeslices.clear();
      }
 
      { // force clearance of memory
 
        deque<JDAQTimesliceL0> buffer;
        
        timeslices.swap(buffer);
      }
 
      if (queueSize != 0) {
        JWarningStream(logger) << "Pending data in queue " << queueSize << " [B]";
      }
 
      current_slice_index = -1;
      dataqueue_slice_index.clear();
      queueSize           =  0;
 
      timer.stop();    
    }
 
 
    virtual void actionContinue(int length, const char* buffer) override
    {
      timer.start();    
    }
 
 
    virtual void actionStop(int length, const char* buffer) override
    {
      typeout();
    }
 
 
    virtual void actionReset(int length, const char* buffer) override
    {
      if (serversocket.is_valid()) {
        serversocket->shutdown();
      }
 
      serversocket.reset();
    }
  
 
    virtual void actionQuit(int length, const char* buffer) override
    {
      datawriter.reset();
    }
 
 
    virtual void setSelect(JFileDescriptorMask& mask) const override
    {
      if (serversocket.is_valid()) {
        mask.set(*serversocket);
      }
    
      for (JChannelList_t::const_iterator channel = channelList.begin(); channel != channelList.end(); ++channel) {      
        if (!channel->isReady()) {
          mask.set(channel->getFileDescriptor());   
        }
      }
    }
 
 
    virtual void actionSelect(const JFileDescriptorMask& mask) override
    {
      using namespace std;
 
      for (JChannelList_t::iterator channel = channelList.begin(); channel != channelList.end(); ) {
      
        try {
          
          if (mask.has(channel->getFileDescriptor())) {
            channel->read();
          }
 
          if (channel->isReady()) {
 
            number_of_packets_received += 1;
            number_of_reads            += channel->getCounter();
            number_of_bytes_received   += channel->size();
            
            if (isRunning()) {
              
              try {
                updateFrameQueue(*channel);
              }
              catch(const std::exception& error) {
 
                JErrorStream(logErrorRun) << "Update frame queue " << channel->getFileDescriptor() << ' ' << channel->size() << ' ' << error.what(); 
 
                number_of_packets_discarded += 1;
              }
 
            } else {
 
              JErrorStream(logErrorRun) << "Receiving data while not running.";
 
              number_of_packets_discarded += 1;
            }
 
            channel->reset();
          }
 
          ++channel;
        }
        catch(const std::exception& error) {
 
          if (isRunning()) {
            JErrorStream(logger) << "Disconnect channel " << channel->getFileDescriptor() << ' ' << error.what(); 
          }
 
          channel->shutdown();
 
          channel = channelList.erase(channel);
        }
      }
     
 
      if (serversocket.is_valid()) {
 
        if (mask.has(*serversocket)) {
 
          JTCPSocket socket(serversocket->getFileDescriptor());
        
          socket.setReceiveBufferSize(DFILTER_DQUEUE_BUFFER_SIZE);
        
          socket.setKeepAlive  (true);
          socket.setNonBlocking(false);
        
          JStatusStream(logger) << "New channel" << '[' << socket.getFileDescriptor() << ']' << ' ' << socket.getReceiveBufferSize();
        
          channelList.push_back(JSocketInputChannel_t(socket));
        }
      }
 
 
      if (!timeslices.empty()) {
 
        const size_t number_of_frames  =  getNumberOfFrames(frames_per_slice, factor_per_slice);
        const size_t maximum_in_queue  =  getMaximum(make_array(next(timeslices.begin()), timeslices.end(), &JDAQTimesliceL0::size), (size_t) 0);
 
        if (((timeslices[0].size()          >=  number_of_frames &&                // normal   
              timeslices[0].getFrameIndex() <   dataqueue_slice_index.min())   ||
 
             (maximum_in_queue              >=  number_of_frames &&                // intermittent problem
              timeslices[0].getFrameIndex() <   dataqueue_slice_index.min())   ||
 
             (timeslices.size()             >=  maxQueueDepth)                 ||  // timeout
             (queueSize                     >=  maxQueueSize))) {
      
 
          const JDAQTimesliceL0& pending_slice  = timeslices.front();
          queueSize                            -= getSizeof(pending_slice);
      
          current_slice_index = pending_slice.getFrameIndex();
          minFrameNumber      = min(minFrameNumber, pending_slice.getFrameIndex());
          maxFrameNumber      = max(maxFrameNumber, pending_slice.getFrameIndex());
          
          for (JDAQTimesliceL0::const_iterator i = pending_slice.begin(); i != pending_slice.end(); ++i) {
            modules.insert(i->getModuleID());
          }
 
 
          if (isRunning()) {
 
            const localtime_t t0 = getLocalTime();
 
            if (!pending_slice.empty()) {
              processTimeSlice(pending_slice);
            }
 
            const localtime_t t1 = getLocalTime();
 
            numberOfTimeslicesProcessed += 1;
 
            Qt.put(t1 - t0);
 
          } else {
 
            JErrorStream(logErrorRun) << "Skip processing of data while not running.";
          }
 
 
          if (modules.size() > frames_per_slice) {
        
            JErrorStream(logErrorOvercomplete) << "More active modules than expected "
                                               << modules.size() << " > " << frames_per_slice
                                               << " adjusting frames per slice to " << modules.size();
          
            frames_per_slice = modules.size();
          }
 
 
          if (pending_slice.size() < number_of_frames) {
 
            numberOfIncompleteTimeslicesProcessed += 1;
 
            ostringstream error;
 
            error << "Timeout -> processed incomplete timeslice: " 
                  << "Frame index = "       << pending_slice.getFrameIndex() << ';'
                  << "Size of timeslice = " << pending_slice.size()          << ';'
                  << "Queue depth = "       << timeslices.size()             << ';'
                  << "Queue size = "        << queueSize                     << ';'
                  << "DataQueue min = "     << dataqueue_slice_index.min()   << ';'
                  << "DataQueue max = "     << dataqueue_slice_index.max()   << ';';
 
            if (maximum_in_queue >= number_of_frames) {
 
              error << " intermittent problem -> continues as-is";
 
            } else {
 
              modules.clear();  // remove history
 
              for (JDAQTimesliceL0::const_iterator i = pending_slice.begin(); i != pending_slice.end(); ++i) {
                modules.insert(i->getModuleID());
              }
 
              error << " adjusting frames per timeslice from " << frames_per_slice << " to " << modules.size();
            
              frames_per_slice = modules.size();
            }
 
            JErrorStream(logErrorIncomplete) << error.str();
          }
 
 
          timeslices.pop_front();
        }
      }
    }
  
 
    virtual void actionRunning() override
    {
      if (reporting) {
        typeout();
      }
    }
 
 
    /**
     * Update queue with data frames.
     *
     * Note that any discarded data will be reported.
     *
     * \param  channel              incoming data channel
     */
    void updateFrameQueue(const JSocketInputChannel_t& channel)
    {
      using namespace std;
    
      JByteArrayReader in(channel.data(), channel.size()); 
   
      JDAQPreamble         preamble;
      JDAQSuperFrameHeader header;
               
      in >> preamble;
      in >> header;    
    
      if (preamble.getLength() != channel.size()) {
      
        JErrorStream(logErrorRun) << "Size of received data does not match size reported by preamble: " 
                                  << "preamble.getLength() = " << preamble.getLength() << ';'
                                  << "channel.size(): "        << channel.size()       << ';';
 
        number_of_packets_discarded += 1;
       
        return;
      }
    
      if (header.getRunNumber() != getRunNumber()) {
 
        JErrorStream(logErrorRun) << "Run number " << header.getRunNumber()
                                  << " != "        << getRunNumber()
                                  << " -> Dropping frame.";
 
        number_of_packets_discarded += 1;
      
        return;
      }
    
      if (header.getFrameIndex() <= current_slice_index) {
 
        number_of_packets_discarded += 1;
      
        if (modules.insert(header.getModuleID()).second) {
        
          frames_per_slice = modules.size();
 
          JErrorStream(logErrorIndex) << "Frame index " << header.getFrameIndex() << " <= " << current_slice_index
                                      << " module "     << header.getModuleID() 
                                      << " -> dropping frame;" 
                                      << " increase number of frames expected to: " << frames_per_slice;
        }
 
        return;
      }
    
      if (current_slice_index != -1 && header.getFrameIndex() > current_slice_index + maximal_frame_index) {
      
        number_of_packets_discarded += 1;
      
        JErrorStream(logErrorIndex) << "Frame index " << header.getFrameIndex() << " > " << current_slice_index + maximal_frame_index 
                                    << " module "     << header.getModuleID() 
                                    << " -> Dropping frame.";
      
        return;
      }
 
      deque<JDAQTimesliceL0>::iterator timesliceIterator = timeslices.begin();
 
      while (timesliceIterator != timeslices.end() && timesliceIterator->getFrameIndex() < header.getFrameIndex()) {
        ++timesliceIterator;
      }
    
      if (timesliceIterator != timeslices.end() && timesliceIterator->getFrameIndex() == header.getFrameIndex()) {
 
        // The corresponding time slice already exists
        
      } else {
 
        // This is the first frame of this time slice; insert a new time slice in the buffer at the right position in the list
 
        timesliceIterator = timeslices.insert(timesliceIterator, JDAQTimesliceL0());
        
        timesliceIterator->setDAQChronometer(header.getDAQChronometer());
 
        queueSize += getSizeof(*timesliceIterator);
      }
   
      timesliceIterator->push_back(JDAQSuperFrame(header));
      
      in >> static_cast<JDAQFrame&>(*(timesliceIterator->rbegin()));
 
      queueSize += getSizeof(*timesliceIterator->rbegin());
    
      dataqueue_slice_index[channel.getFileDescriptor()] = header.getFrameIndex();
    }
  
 
    /**
     * Process time slice.
     *
     * \param  timeslice            time slice
     */
    void processTimeSlice(const JDAQTimesliceL0& timeslice)
    {
      using namespace std;
 
      try {
 
        timesliceRouter->configure(timeslice);
 
        if (parameters.writeSummary()) {
          this->put(JDAQSummaryslice(timeslice));
        }
      
        if (parameters.trigger3DMuon.enabled    || 
            parameters.trigger3DShower.enabled  || 
            parameters.triggerMXShower.enabled  || 
            parameters.triggerNB.enabled        || 
            parameters.triggerRandom.enabled    || 
            parameters.writeL0.prescale         ||
            parameters.writeL1.prescale         ||
            parameters.writeL2.prescale         ||
            parameters.writeSN.prescale         ||
            c_buffer.is_enabled()) {
 
          JTimeslice_t    timesliceL0(timeslice.getDAQChronometer());
          JTimeslice_t    timesliceL1(timeslice.getDAQChronometer());
          JTimeslice_t    timesliceL2(timeslice.getDAQChronometer());
          JTimeslice_t    timesliceSN(timeslice.getDAQChronometer());
          JTimeslice_t    timesliceNB(timeslice.getDAQChronometer());
          JDAQTimeslice   timesliceTX(timeslice.getDAQChronometer());
 
          for (JDAQTimesliceL0::const_iterator frame = timeslice.begin(); frame != timeslice.end(); ++frame) {
          
            if (moduleRouter->hasModule(frame->getModuleID())) {
 
              const JChecksum::result_type& result = checksum(*frame);
 
              if (!result) {
 
                JWarningStream(logger) << "Invalid data at "
                                       << "run = "         << timeslice.getRunNumber()  << ";"
                                       << "frame index = " << timeslice.getFrameIndex() << ";"
                                       << "module = "      << frame->getModuleID()      << ";"
                                       << "discard" << (dumpCount < dumpLimit ? " and dump" : "");
 
                if (dumpCount < dumpLimit && result.has(dumpMask)) {
                  timesliceTX.push_back(*frame);
                }
 
                continue;
              }
 
              const JModule&   module = moduleRouter->getModule(frame->getModuleID()); 
              JSuperFrame2D_t& buffer = JSuperFrame2D_t::demultiplex(*frame, module);
      
              // Apply high-rate veto
            
              buffer.applyHighRateVeto(parameters.highRateVeto_Hz);
 
              // L0
 
              timesliceL0.push_back(JSuperFrame1D_t(buffer));
 
              // Nano-beacon trigger
 
              if (parameters.triggerNB.enabled) {
 
                JSuperFrame2D_t::iterator __end = partition(buffer.begin(), buffer.end(), parameters.triggerNB.pmts);
 
                if (buffer.begin() != __end) {
 
                  timesliceNB.push_back(JSuperFrame1D_t(frame->getDAQChronometer(),
                                                        frame->getModuleIdentifier(),
                                                        module.getPosition()));
 
                  JSuperFrame1D_t zbuf;
 
                  (*buildL1)(buffer.begin(), __end, back_inserter(zbuf));
 
                  (*buildNB)(buffer.begin(), __end, zbuf, back_inserter(*timesliceNB.rbegin()));
                }
              }
 
              // L1
      
              timesliceL1.push_back(JSuperFrame1D_t(frame->getDAQChronometer(),
                                                    frame->getModuleIdentifier(),
                                                    module.getPosition()));
            
              (*buildL1)(*timesliceL0.rbegin(), back_inserter(*timesliceL1.rbegin()));
            
              // L2
            
              timesliceL2.push_back(JSuperFrame1D_t(frame->getDAQChronometer(),
                                                    frame->getModuleIdentifier(),
                                                    module.getPosition()));
      
              (*buildL2)(buffer, *timesliceL1.rbegin(), back_inserter(*timesliceL2.rbegin()));
            
              // SN
              {
                JTimeslice_t::value_type tv(frame->getDAQChronometer(),
                                            frame->getModuleIdentifier(),
                                            module.getPosition());
 
                (*buildSN)(buffer, *timesliceL1.rbegin(), back_inserter(tv));
 
                if (!tv.empty()) {
                  timesliceSN.push_back(tv);
                }
              }
 
            } else {
 
              JErrorStream(logErrorDetector) << "No detector information for module " << frame->getModuleID(); 
            }
          }
 
          if (!timesliceTX.empty()) {
 
            if (dumpCount < dumpLimit) {
 
              this->put(timesliceTX);
 
              dumpCount += 1;
            }
          }
        
          // Triggers
        
          if (parameters.triggerNB.enabled) {      
 
            const JTriggerInput  trigger_input(timesliceNB);
 
            for (JTriggerInput::const_iterator hit = trigger_input.begin(); hit != trigger_input.end(); ++hit) {
 
              if (parameters.triggerNB.write()) {
 
                JTriggeredEvent tev(timesliceNB.getDAQChronometer(),
                                    getTriggerMask(triggerNB->getTriggerBit()),
                                    *hit, 
                                    *timesliceRouter, 
                                    *moduleRouter, 
                                    parameters.TMaxLocal_ns, 
                                    parameters.triggerNB.DMax_m,
                                    getTimeRange(parameters.triggerNB));
 
                this->put(tev);
              }
            }
          }
 
          if (parameters.triggerRandom.enabled) {
 
            if (parameters.triggerRandom.rate_Hz > 0.0) {
 
              exponential_distribution<double> f1(parameters.triggerRandom.rate_Hz * 1.0e-9);
 
              while (rabbit.t1_ns < getTimeOfFrame(timeslice.getFrameIndex())) {
                rabbit.t1_ns += f1(rabbit.gr);
              }
 
              for (double t1_ns; (t1_ns = rabbit.t1_ns - getTimeOfFrame(timeslice.getFrameIndex())) <= getFrameTime(); ) {
 
                JTriggeredEvent tev(t1_ns,
                                    parameters.triggerRandom.TMax_ns,
                                    JTRIGGERRANDOM,
                                    *timesliceRouter, 
                                    *moduleRouter);
 
                this->put(tev);
 
                rabbit.t1_ns += f1(rabbit.gr);
              }
            }
          }
 
          JTriggerInput  trigger_input(timesliceL2);
          JTriggerOutput trigger_output;
          
          (*trigger3DMuon)  (trigger_input, back_inserter(trigger_output));
          (*trigger3DShower)(trigger_input, back_inserter(trigger_output));
          (*triggerMXShower)(trigger_input, timesliceL0, back_inserter(trigger_output));
        
          trigger_output.merge(JEventOverlap(parameters.TMaxEvent_ns));
 
          for (JTriggerOutput::const_iterator event = trigger_output.begin(); event != trigger_output.end(); ++event) {
            
            const JTriggeredEvent object(*event, *timesliceRouter, *moduleRouter, parameters.TMaxLocal_ns, getTimeRange(parameters));
 
            this->put(object);
 
            numberOfEvents += 1;
          }
 
          if (parameters.writeL1() || c_buffer.sizeL1 > 0) {
      
            const JTimesliceL1<JDAQTimesliceL1> object(timesliceL1, *timesliceRouter, *moduleRouter, parameters.TMaxLocal_ns);
 
            if (parameters.writeL1)  { this->put(object);  }
            if (c_buffer.sizeL1 > 0) { c_buffer.put(object); }
          }
 
          if (parameters.writeL2() || c_buffer.sizeL2 > 0) {
      
            const JTimesliceL1<JDAQTimesliceL2> object(timesliceL2, *timesliceRouter, *moduleRouter, parameters.L2.TMaxLocal_ns);
 
            if (parameters.writeL2)  { this->put(object); }
            if (c_buffer.sizeL2 > 0) { c_buffer.put(object); }
          }
 
          if (parameters.writeSN() || c_buffer.sizeSN > 0) {
      
            const JTimesliceL1<JDAQTimesliceSN> object(timesliceSN, *timesliceRouter, *moduleRouter, parameters.SN.TMaxLocal_ns);
 
            if (parameters.writeSN)  { this->put(object); }
            if (c_buffer.sizeSN > 0) { c_buffer.put(object); }
          }
 
          if (parameters.writeL0() || c_buffer.sizeL0 > 0) {
        
            if (parameters.writeL0)  { this->put(timeslice); }
            if (c_buffer.sizeL0 > 0) { c_buffer.put(timeslice); }
          }
        }
 
      } catch(const std::exception& error) {
 
        JErrorStream(logger) << "Error = "       << error.what()              << ";"
                             << "run = "         << timeslice.getRunNumber()  << ";"
                             << "frame index = " << timeslice.getFrameIndex() << ";"
                             << "time slice not correctly processed;"
                             << "discard" << (dumpCount < dumpLimit ? " and dump" : "");
 
        if (dumpCount < dumpLimit) {
 
          this->put(static_cast<const JDAQTimeslice&>(timeslice));
 
          dumpCount += 1;
        }
      }
 
      timesliceRouter->reset();
    }
    
 
    /**
     * Report status to message logger.
     */
    void typeout()
    { 
      timer.stop();
 
      const double T_us = (double) timer.usec_wall;
    
      JStatusStream(logger) << "Elapsed real (wall) time [s] "          << T_us / 1e6;
      JStatusStream(logger) << "Elapsed user CPU time [s] "             << (double) timer.usec_ucpu/ 1e6;
      JStatusStream(logger) << "Elapsed system CPU time [s] "           << (double) timer.usec_scpu/ 1e6;
      JStatusStream(logger) << "Elapsed real time per time slice [ms] " << Qt.getMean(0.0) * 1.0e-3  << " <= " << Qt.getXmax() * 1.0e-3;
      JStatusStream(logger) << "Number of packets received/discarded "  << number_of_packets_received << "/" << number_of_packets_discarded;
      JStatusStream(logger) << "Number of events/MB/us "                << numberOfEvents             << "/" << numberOfBytes/1e6 << "/" << Qx.getMean(0.0);
 
      if (number_of_packets_received > 0) {
        JStatusStream(logger) << "Number of reads/packet " << (double) number_of_reads / (double) number_of_packets_received;
      }
    
      JStatusStream(logger) << "Current queue depth/size " << timeslices.size() << "/" << queueSize;
      JStatusStream(logger) << "Current number of frames per slice expected: " << frames_per_slice << ' ' << FIXED(5,3) << factor_per_slice;
    
      JStatusStream(logger) << "Number of timeslices processed total/incomplete " << numberOfTimeslicesProcessed << "/" << numberOfIncompleteTimeslicesProcessed;
    
      const double processedSlicesTime_us   =  numberOfTimeslicesProcessed      * getFrameTime() / 1000;
      const double processedDetectorTime_us = (maxFrameNumber - minFrameNumber) * getFrameTime() / 1000;
    
      if (processedSlicesTime_us   > 0) {
        JStatusStream(logger) << "Performance factor (inaccurate estimate): "                << T_us / processedSlicesTime_us;
      }
      if (processedDetectorTime_us > 0) {
        JStatusStream(logger) << "Performance factor whole detector (inaccurate estimate): " << T_us / processedDetectorTime_us;
      }
 
      timer.start();
    }
 
 
    /**
     * Tagged action to handle alerts.
     *
     * \param  tag                  tag
     * \param  length               number of characters
     * \param  buffer               message
     */
    virtual void actionTagged(const JTag& tag, int length, const char* buffer) override
    {
      using namespace std;
      
      JDebugStream(logger) << "Received message <" << tag.toString() << "> \"" << string(buffer, length) << "\"";
 
      if (tag == RC_ALERT) {
 
        if (c_buffer.is_open()) {
 
          JStatusStream(logger) << "Archive circular buffer in <" << c_buffer.archive << ">";
 
          c_buffer.close(true);
        }
 
        if (c_buffer.is_enabled()) {
          
          c_buffer.open();
 
          if (c_buffer.is_open()) {
            
            JStatusStream(logger) << "Created circular buffer " << c_buffer;
          
            putObject(c_buffer.getFile(), meta);
            
          } else {
            
            JErrorStream (logger) << "Failed to create circular buffer in directory <" << c_buffer.path << ">; disable functionality.";
 
            c_buffer.disable();
          }
        }
 
      } else {
 
        JWarningStream(logger) << "Tag <" << tag.toString() << "> not implemented";
      }
    }
 
    JMeta meta;                                 //!< meta data
 
  private:
  
    typedef JControlHostObjectOutput<JDAQTypes_t>  JControlHost_t;
    JSinglePointer<JControlHost_t> datawriter;     //!< controlhost of data server (to which data writer should be connected)
    std::string                    hostname;       //!< host name of data server
 
    /**
     * Auxiliary method to send object to data server.
     *
     * \param  object       object to be sent
     */
    template<class T>
    void put(const T& object) 
    {
      try {
 
        const localtime_t t0 = getLocalTime();
 
        datawriter->put(object);
 
        const localtime_t t1 = getLocalTime();
 
        numberOfBytes += getSizeof(object);
 
        Qx.put(t1 - t0);
      }
      catch(const std::exception& error) {
        JErrorStream(logger) << "Error \"" << error.what() << "\"; trigger ev_error.";
        ev_error();
      }
    }
 
 
    int    port;                                        //!< server socket port
    int    backlog;
 
    JSinglePointer<JServerSocket>      serversocket;    //!< server for data queue connections
    JChannelList_t                     channelList;     //!< connections to data queue
 
    JTimer    timer;  
    JStats Qt, Qx;
  
    std::deque<JDAQTimesliceL0>      timeslices;        //!< buffer with pending time slice data
    int                              current_slice_index;
    size_t                           frames_per_slice;
    double                           factor_per_slice;
    int                              maximal_frame_index;
    std::set<int>                    modules;
 
    struct : 
      public std::map<int, int>
    {
      /**
       * Get minimal frame index.
       *
       * \return                  frame index
       */
      int min() const
      {
        if (this->empty()) {
 
          return -1;
 
        } else {
 
          int min = std::numeric_limits<int>::max();
 
          for (const_iterator i = this->begin(); i != this->end(); ++i) {
            if (i->second < min) {
              min = i->second;
            }
          }
 
          return min;
        }
      }
 
      /**
       * Get maximal frame index.
       *
       * \return                  frame index
       */
      int max() const
      {
        if (this->empty()) {
 
          return -1;
 
        } else {
 
          int max = std::numeric_limits<int>::lowest();
 
          for (const_iterator i = this->begin(); i != this->end(); ++i) {
            if (i->second > max) {
              max = i->second;
            }
          }
 
          return max;
        }
      }
 
    } dataqueue_slice_index;
 
    // trigger 
 
    JTriggerParameters               parameters;
    JSinglePointer<JTimesliceRouter> timesliceRouter;
 
    JDetector                        detector;
    JSinglePointer<JModuleRouter>    moduleRouter;
    JSinglePointer<JBuildL1_t>       buildL1; 
    JSinglePointer<JBuildL2_t>       buildL2; 
    JSinglePointer<JBuildL2_t>       buildSN; 
    JSinglePointer<JBuildL2_t>       buildNB; 
 
    JSinglePointer<JTriggerNB>       triggerNB;
    JSinglePointer<JTrigger3DMuon>   trigger3DMuon;
    JSinglePointer<JTrigger3DShower> trigger3DShower;
    JSinglePointer<JTriggerMXShower> triggerMXShower;
 
    JMessageScheduler logErrorRun;
    JMessageScheduler logErrorDetector;
    JMessageScheduler logErrorIndex;
    JMessageScheduler logErrorIncomplete;
    JMessageScheduler logErrorOvercomplete;
 
    int     dumpCount;
    int     dumpLimit;                  //!< maximum number of time slices to be dumped
    JStatus dumpMask;                   //!< mask for data to be dumped
 
    // process management
 
    std::vector<JDAQProcess> dataFilters;
    std::vector<JDAQProcess> dataQueues;
 
    // memory management
 
    long long int totalCPURAM;
    size_t        maxQueueDepth;
    long long int maxQueueSize;
    long long int queueSize;
 
    // statistics
 
    bool reporting;
  
    long long int numberOfEvents;
    long long int numberOfBytes;
    long long int numberOfTimeslicesProcessed;
    long long int numberOfIncompleteTimeslicesProcessed;
  
    int  minFrameNumber;
    int  maxFrameNumber;
  
    // temporary
 
    long long int number_of_packets_received;
    long long int number_of_packets_discarded; 
    long long int number_of_reads;
    long long int number_of_bytes_received;
 
    // circular buffer
 
    JCircularBuffer_t c_buffer;
 
    // random trigger
 
    struct rabbit_type {
 
      rabbit_type() :
        gr(rd()),
        t1_ns(0.0)
      {}
 
      std::random_device rd;
      std::mt19937_64    gr;
      double             t1_ns;
 
    } rabbit;
  };
}
 
/**
 * \file
 *
 * Application for real-time filtering of data.
 * For more information, see KM3NETDAQ::JDataFilter.
 *
 * \author rbruijn and mdejong
 */
int main(int argc, char* argv[])
{
  using namespace std;
  using namespace JPP;
  using namespace KM3NETDAQ;
  
  string  server;
  string  logger;
  string  hostname;
  string  client_name;
  int     port;
  int     backlog;
  bool    use_cout;
  string  path;
  string  archive;
  int     debug;
 
  
  try {
 
    JParser<> zap("Application for real-time filtering of data.");
   
    zap['H'] = make_field(server,      "host name of server for command messages")               = "localhost";
    zap['M'] = make_field(logger,      "host name of server for logger messages")                = "localhost";
    zap['D'] = make_field(hostname,    "host name of server of data writer")                     = "";
    zap['u'] = make_field(client_name, "client name")                                            = "%";
    zap['P'] = make_field(port,        "port to listen for incoming data from data queue");
    zap['q'] = make_field(backlog,     "back log")                                               =   1024;
    zap['c'] = make_field(use_cout,    "print to terminal");
    zap['p'] = make_field(path,        "directory for temporary storage of circular buffer")     = "/tmp/";
    zap['A'] = make_field(archive,     "directory for permanent archival of circular buffer")    = "/tmp/";
    zap['d'] = make_field(debug,       "debug level")                                            =      0;
    
    zap(argc, argv);
  }
  catch(const std::exception& error) {
    FATAL(error.what() << endl);
  }
 
 
  JLogger* out = NULL;
  
  if (use_cout)
    out = new JStreamLogger(cout);
  else
    out = new JControlHostLogger(logger);
    
  JDataFilter dfilter(client_name, 
                      server, 
                      hostname,
                      out, 
                      debug, 
                      port, 
                      backlog, 
                      path,
                      archive);
 
  dfilter.meta = JMeta(argc, argv);
 
  dfilter.enter();
  dfilter.run();
}