examples/JDataFilter/JDataFilter.sh

Go to the documentation of this file.

#!/usr/bin/env zsh
#
# \author mdejong
#
script=${0##*/}
 
# ------------------------------------------------------------------------------------------
#
#         Example script to run JDataFilter and JDataWriter using JDQSimulator(s)
#
# ------------------------------------------------------------------------------------------
 
if [ -z $JPP_DIR ]; then
    echo "Variable JPP_DIR undefined."
    exit
fi
 
source $JPP_DIR/setenv.sh $JPP_DIR
 
zmodload zsh/mathfunc
 
set_variable:  DEBUG             TEST_DEBUG        3
set_variable:  WORKDIR           TEST_WORKDIR      ${TMPDIR:-/tmp}/XXXXXX
set_variable   IP_ADDRESS        `get_ip_address`                 
set_variable   LIGIER            5554
 
set_variable   MESSAGE_SERVER    localhost:${LIGIER}
set_variable   MESSAGE_LOGGER    localhost:${LIGIER}
 
set_variable   TIMEOUT_S         10                               
set_variable   RUNTIME_S         30                               
set_variable   SOURCE_HOST       $IP_ADDRESS
 
let "STDEV = 4.0"                # standard deviation
 
typeset -A FILTER_HOST
 
FILTER_HOST[5551]=$IP_ADDRESS
FILTER_HOST[5552]=$IP_ADDRESS
FILTER_HOST[5553]=$IP_ADDRESS
 
set_variable   WRITER_HOST       $IP_ADDRESS                      
set_variable   DQ_SIMULATOR      JDQSimulator
set_variable   DATAWRITER        W000/W000
set_variable   SINGLESRATE_HZ    1e3
set_variable   DOUBLESRATE_HZ    0e3
set_variable   TRIGGERRATE_HZ    100.0
set_variable   NUMBER_OF_SLICES  10
 
if do_usage $*; then
    usage "$script [working directory]"
fi
 
case $# in
    1) set_variable WORKDIR       $1;&
    0) ;;
    *) fatal "Wrong number of arguments."
esac
 
if ( is_CCLyon ); then
    error "This test cannot be performed in CC-Lyon."
    exit 0
fi
 
WORKDIR=$(mktemp -d $WORKDIR)
 
set_variable  DETECTOR             $WORKDIR/detector.detx
 
set_variable  ID                   1000
set_variable  RUN                  1001
 
typeset -Z 8  ID
typeset -Z 8  RUN
 
set_variable  INPUT_FILE           $WORKDIR/timeslice.root
set_variable  OUTPUT_FILE          $WORKDIR/KM3NeT_${ID}_${RUN}.root
 
 
# Continue server
 
JLigier-local.sh ${LIGIER} continue
 
 
# Create detector
 
JModule -D $ID -M 101 -o $DETECTOR
 
 
# Create input data
 
if ( ! reuse_file $INPUT_FILE ); then
 
    JRandomTimesliceWriter \
            -a $DETECTOR                           \
            -o $INPUT_FILE                         \
            -B "$SINGLESRATE_HZ $DOUBLESRATE_HZ"   \
            -n $NUMBER_OF_SLICES                   \
            -d1 --!
fi
 
 
# Remove output data
 
rm -f $OUTPUT_FILE >& /dev/null
 
 
set_variable  NUMBER_OF_FRAMES           `JPrintDetector -a $DETECTOR -O modules | awk '/Module/ {if ($4 != 0) {print $0}}' | wc -l`
 
 
# JDataFilter configure data
 
cat>$WORKDIR/ev_configure_datafilter.txt<<EOF
logger_s               = 5;
update_s               = 10;
dataWriter             = ${WRITER_HOST}:${LIGIER};
numberOfFramesPerSlice = ${NUMBER_OF_FRAMES};
detector               = %<${DETECTOR}>%;
triggerParameters      = triggerRandom.enabled   = 1;
triggerParameters      = triggerRandom.rate_Hz   = $TRIGGERRATE_HZ;
queueSize              = 100000000;
JDataWriter            = ${DATAWRITER} ${WRITER_HOST};
EOF
 
# JDQSimulator configure data.
 
cat>$WORKDIR/ev_configure_dqsimulator.txt<<EOF
numberOfFrames         = ${NUMBER_OF_FRAMES};
numberOfEvents         = 1;
inputFile              = ${INPUT_FILE};
source                 = 0 ${DQ_SIMULATOR};
EOF
 
 
# Driver input.
 
cat>$WORKDIR/driver.txt<<EOF
 
process  ${DQ_SIMULATOR}  $SOURCE_HOST  ssh $SOURCE_HOST  "(setenv ROOTSYS $ROOTSYS && source $JPP_DIR/setenv.csh $JPP_DIR && (JDQSimulator -H \$SERVER\$  -M \$LOGGER\$  -d $DEBUG  -u ${DQ_SIMULATOR} </dev/null >&/dev/null &))";
process  ${DATAWRITER}    $WRITER_HOST  ssh $WRITER_HOST  "(setenv ROOTSYS $ROOTSYS && source $JPP_DIR/setenv.csh $JPP_DIR && (JDataWriter  -H \$SERVER\$  -M \$LOGGER\$  -d $DEBUG  -u ${DATAWRITER}   -D ${WRITER_HOST}:${LIGIER} -p $WORKDIR  </dev/null >&/dev/null &))";
 
EOF
 
KEYS=(${(k)FILTER_HOST})
 
for (( i = 1; $i <= ${#KEYS}; i += 1 )); do
 
    set_variable  DATAFILTER  F${(l:3::0::0:0)i}/F${(l:3::0::0:0)i}
    set_variable  PORT        $KEYS[$i]
    set_variable  HOST        $FILTER_HOST[$PORT]
 
    echo "target      = $i ${HOST}:${PORT};"                   >>  $WORKDIR/ev_configure_dqsimulator.txt
    echo "JDataFilter = ${DATAFILTER} ${HOST}:${PORT};"        >>  $WORKDIR/ev_configure_datafilter.txt
 
    echo "process  ${DATAFILTER}  $HOST  \
    (setenv ROOTSYS $ROOTSYS && source $JPP_DIR/setenv.csh $JPP_DIR && (JDataFilter -u $DATAFILTER -H \$SERVER\$ -M \$LOGGER\$ -P $PORT -d $DEBUG </dev/null >&/dev/null &));"  >> $WORKDIR/driver.txt
done
 
cat>>$WORKDIR/driver.txt<<EOF
 
print
 
enter
 
event ev_init      { RC_CMD }
 
event ev_configure { 
    RC_DFLTR  %<$WORKDIR/ev_configure_datafilter.txt>%
    RC_DQSIM  %<$WORKDIR/ev_configure_dqsimulator.txt>% 
    RC_DWRT   path=$WORKDIR;  update_s=10;  logger_s=5;
}
 
event ev_start     { RC_CMD  $RUN  $ID }
 
sleep $RUNTIME_S
 
event ev_pause     { RC_CMD }
event ev_stop      { RC_CMD }
event ev_reset     { RC_CMD }
event ev_off       { RC_CMD }
 
EOF
 
 
# Go!
 
JDAQDriver \
    -H $MESSAGE_SERVER        \
    -M $MESSAGE_LOGGER        \
    -t $TIMEOUT_S             \
    -f $WORKDIR/driver.txt    \
    -d $DEBUG                 \
    -c
 
 
# Tests
 
set_variable  NUMBER_OF_EVENTS          `JPrintTree -f $OUTPUT_FILE  -@ "type = JDAQEvent"        -k number_of_entries`
set_variable  NUMBER_OF_SUMMARYSLICES   `JPrintTree -f $OUTPUT_FILE  -@ "type = JDAQSummaryslice" -k number_of_entries`
 
R=($((     ($NUMBER_OF_EVENTS * 1.0) / ($NUMBER_OF_SUMMARYSLICES * 0.1)))
   $(( sqrt($NUMBER_OF_EVENTS * 1.0) / ($NUMBER_OF_SUMMARYSLICES * 0.1))))
 
printf "Rate %7.3f +/- %7.3f ?= %7.3f\n" $R[1] $R[2] $TRIGGERRATE_HZ
 
if (( $R[1] > $TRIGGERRATE_HZ + $STDEV*$R[2] )) || (($R[1] < $TRIGGERRATE_HZ - $STDEV*$R[2] )); then
    fatal "Rate $R[1] +/- $R[2] != $TRIGGERRATE_HZ"
fi
 
 
# Clean
 
JStopDAQ.sh $MESSAGE_SERVER $MESSAGE_LOGGER
 
ssh $WRITER_HOST "killall JDataWriter"  >&  /dev/null
ssh $FILTER_HOST "killall JDataFilter"  >&  /dev/null
killall JDQSimulator                    >&  /dev/null
 
rm -rf $WORKDIR