Jpp 19.3.0
the software that should make you happy
Loading...
Searching...
No Matches
JQAQC.sh
Go to the documentation of this file.
1#!/usr/bin/env zsh
2#
3# \author mdejong
4#
5script=${0##*/}
6version=1.0
7doxygen=JDATABASE::JRunQuality
8
9if [ -z $JPP_DIR ]; then
10 echo "Variable JPP_DIR undefined."
11 exit
12fi
13
14source $JPP_DIR/setenv.sh $JPP_DIR >& /dev/null
15
16# Auxiliary script to produce QA/QC data.
17#
18# The output data are uploaded to the database with a tool that is part of the km3pipe package.
19# The locally produced data as well as the uploaded data can be viewed with applications/scripts JDataMonitor[.sh] and JDataQuality[.sh].
20#
21# Note that if the list of values is extended, the include file JRunQuality.hh should accordingly be updated.
22
23
24set_variable: DEBUG QAQC_DEBUG 0
25set_variable: VERSION QAQC_VERSION D_1.0.0
26set_variable: WORKDIR QAQC_WORKDIR ${TMPDIR:-/tmp}/.$$
27
28TRIGGER_PARAMETERS=(
29 trigger3DMuon.enabled
30 trigger3DShower.enabled
31 triggerMXShower.enabled
32 triggerNB.enabled
33 writeL0.prescale
34 writeL1.prescale
35 writeL2.prescale
36 writeSN.prescale)
37
38TRIGGERS=(`JPrintTriggerBits`)
39
40DAQ_PARAMETERS=(
41 JDAQTimeslice
42 JDAQTimesliceL0
43 JDAQTimesliceL1
44 JDAQTimesliceL2
45 JDAQTimesliceSN
46 JDAQSummaryslice
47 JDAQEvent)
48
49AHRS=(
50 zero_AHRS
51 mean_AHRS)
52
53typeset -a PARAMETERS
54
55PARAMETERS=(
56 GIT JPP nb_of_meta UUID
57 detector run livetime_s UTCMin_s UTCMax_s
58 ${TRIGGER_PARAMETERS[*]}
59 ${DAQ_PARAMETERS[*]}
60 JTriggerReprocessor
61 ${TRIGGERS[*]}
62 in_sync out_sync DAQ WR HRV FIFO
63 PMTs MEAN_Rate_Hz RMS_Rate_Hz
64 hrv_fifo_failures duplic_timeslices
65 Acoustics ${AHRS[*]}
66 in_usync out_usync
67 event_duration
68 HV_check)
69
70if do_usage $*; then
71 usage \
72 "$script (input file)+ <QA/QC file>" \
73 "\nAuxiliary script to produce the following QA/QC data:\n" \
74 ${PARAMETERS//\.*} \
75 "\nSee also: $JPP_PAGES/ Search \"JRunQuality\""
76fi
77
78if (( $# < 2 )); then
79 fatal "Wrong number of arguments."
80fi
81
82set_array INPUT_FILES ${argv[1,-2]}
83set_variable QAQC_FILE ${argv[-1]:a}
84
85for (( i = 1; $i <= ${#INPUT_FILES}; i += 1 )); do
86 if [[ -f $INPUT_FILES[$i] ]]; then
87 INPUT_FILES[$i]=${INPUT_FILES[$i]:a}
88 fi
89done
90
91mkdir -p ${WORKDIR}
92pushd ${WORKDIR}
93
94set_variable ACOUSTICS_DEBUG ${DEBUG}
95set_variable COMPASS_DEBUG ${DEBUG}
96set_variable DETECTOR detector.detx # detector used during data taking
97
98JCookie.sh
99CHECK_EXIT_CODE
100
101# Locally install input files.
102
103if [[ ! -f sound_velocity.txt ]]; then
104 cat>sound_velocity.txt<<EOF
1051539.50 -17e-3 -2000.00
106EOF
107fi
108
109if [[ ! -s $QAQC_FILE ]]; then
110 flock -n $QAQC_FILE echo ${PARAMETERS//\.*/} > $QAQC_FILE
111fi
112
113for INPUT_FILE in ${INPUT_FILES[*]}; do
114
115 debug "Processing $INPUT_FILE"
116
117 # determine values
118
119 JPrintMeta -v |& awk '/version/ { print $2 }' | read GIT_VERSION
120 CHECK_EXIT_CODE
121 debug "GIT version $GIT_VERSION"
122
123 set_array DAQ_VERSION `JPrintMeta -f ${INPUT_FILE} -k GIT`
124 debug "DAQ version $DAQ_VERSION[*]"
125
126 echo ${(s/./)DAQ_VERSION[1]} | read DAQ_MAJOR DAQ_MINOR DAQ_PATCH
127
128 if [[ -z $DAQ_VERSION[1] ]]; then
129 JPrintMeta -f ${INPUT_FILE} -k SVN | read DAQ_VERSION
130 fi
131
132 getUUID -f ${INPUT_FILE} -d 0 | read UUID
133 CHECK_EXIT_CODE
134
135 set_array DAQ_HEADER `JPrintDAQHeader -f ${INPUT_FILE} -d 0`
136 set_variable DETECTOR_ID ${DAQ_HEADER[1]}
137 set_variable RUN ${DAQ_HEADER[2]}
138
139 JDetectorDB -D ${DETECTOR_ID} -r ${RUN} -o ${DETECTOR} -WW -d ${DEBUG} # install detector file as-is for a.o. JTriggerReprocessor
140 CHECK_EXIT_CODE
141
142 if [[ "$DAQ_MAJOR" != [0-9][0-9]* ]] || (( $DAQ_MAJOR <= 12 )); then # Jpp-version dependence
143 JEditDetector \
144 -a ${DETECTOR} \
145 -P "-1 -1 set UDP_COUNTER_DISABLE" \
146 -P "-1 -1 set UDP_TRAILER_DISABLE" \
147 -o ${DETECTOR} \
148 -d ${DEBUG}
149 fi
150
151 JAHRSCalibration.sh ${DETECTOR_ID} # install AHRS calibration file
152 CHECK_EXIT_CODE
153
154 set_array LIVETIME_S `getLivetime -f ${INPUT_FILE} -d 0`
155 set_array UTC_S `getUTC -f ${INPUT_FILE} -d 0`
156
157 TRIGGER_VALUES=()
158
159 for KEY in ${TRIGGER_PARAMETERS[*]}; do
160
161 VALUE=$(JPrintTriggerParameters -f ${INPUT_FILE} -k $KEY -d 0)
162
163 TRIGGER_VALUES+=(${VALUE:-0})
164 done
165
166 DAQ_VALUES=()
167
168 for KEY in ${DAQ_PARAMETERS[*]}; do
169
170 VALUE=$(JPrintTree -f ${INPUT_FILE} -@ "type = $KEY" -k number_of_entries)
171
172 DAQ_VALUES+=(${VALUE:-0})
173 done
174
175 {{ JTriggerMonitor -f ${INPUT_FILE} -d ${DEBUG} -Q 3 3>&1 1>&4 } | read -A TRIGGER_MONITOR } 4>&1
176 CHECK_EXIT_CODE
177
178 set_variable OUTPUT_FILE KM3NeT_${(l:8::0::0:)DETECTOR_ID}_${(l:8::0::0:)RUN}_reprocessor.root
179
180 JTriggerReprocessor \
181 -a ${DETECTOR} \
182 -f ${INPUT_FILE} \
183 -o ${OUTPUT_FILE} \
184 -U \
185 -C -\.\* \
186 -d ${DEBUG}
187 CHECK_EXIT_CODE
188
189 JPrintTree -f ${OUTPUT_FILE} -@ "type = JDAQEvent" -k number_of_entries | read TRIGGER_REPROCESSOR
190
191 {{ JTurbot \
192 -f ${INPUT_FILE} \
193 -a ${DETECTOR} \
194 -o /dev/null \
195 -d ${DEBUG} \
196 -Q 3 3>&1 1>&4 } | read -A TURBOT } 4>&1
197 CHECK_EXIT_CODE
198
199 {{ JSummaryMonitor -f ${INPUT_FILE} -t 50000 -d ${DEBUG} -Q 3 3>&1 1>&4 } | read -A SUMMARY_MONITOR } 4>&1
200 CHECK_EXIT_CODE
201
202 JAcousticsTriggerProcessor.sh ${DETECTOR} ${RUN}
203
204 if (( $? == 0 )); then
205
206 set_variable OUTPUT_FILE KM3NeT_${(l:8::0::0:)DETECTOR_ID}_${(l:8::0::0:)RUN}_event.root
207
208 NUMBER_OF_ACOUSTICS_EVENTS=(`JPrintTree -f ${OUTPUT_FILE} -@ "type = JACOUSTICS::JEvent" -k number_of_entries`)
209 else
210 NUMBER_OF_ACOUSTICS_EVENTS=(0)
211 fi
212
213 JAHRS.sh ${DETECTOR_ID} ${RUN}
214
215 if (( $? == 0 )); then
216
217 set_variable OUTPUT_FILE KM3NeT_${(l:8::0::0:)DETECTOR_ID}_${(l:8::0::0:)RUN}_ahrs.root
218
219 {{ JAHRSMonitor \
220 -a ${DETECTOR} \
221 -f ${OUTPUT_FILE} \
222 -c ahrs_calibration.txt \
223 -q 0.2 \
224 -d ${DEBUG} \
225 -Q 3 3>&1 1>&4 } | read -A AHRS_MONITOR } 4>&1
226 else
227 AHRS_MONITOR=(0,0)
228 fi
229
230 set_variable OUTPUT_FILE KM3NeT_${(l:8::0::0:)DETECTOR_ID}_${(l:8::0::0:)RUN}_trigger.root
231
232 JTriggerProcessor \
233 -a ${DETECTOR} \
234 -f ${INPUT_FILE} \
235 -C JDAQTimesliceSN \
236 -@ "trigger3DMuon.enabled = 1" \
237 -@ "trigger3DMuon.numberOfHits = 3" \
238 -@ "trigger3DMuon.numberOfModules = 3" \
239 -@ "trigger3DMuon.gridAngle_deg = 10" \
240 -@ "trigger3DMuon.TMaxExtra_ns = 500.0e3" \
241 -@ "TMaxEvent_ns = 500.0e3" \
242 -@ "TMaxLocal_ns = 20.0" \
243 -@ "L2.numberOfHits = 4" \
244 -@ "L2.TMaxLocal_ns = 20.0" \
245 -@ "L2.ctMin = 0.0" \
246 -o ${OUTPUT_FILE} \
247 -d ${DEBUG}
248 CHECK_EXIT_CODE
249
250 {{ JSquid \
251 -a ${DETECTOR} \
252 -f ${OUTPUT_FILE} \
253 -o /dev/null \
254 -d ${DEBUG} \
255 -Q 3 3>&1 1>&4 } | read -A SQUID } 4>&1
256
257 {{ JMermaid \
258 -a ${DETECTOR} \
259 -f ${INPUT_FILE} \
260 -o /dev/null \
261 -d ${DEBUG} \
262 -Q 3 3>&1 1>&4 } | read -A MERMAID } 4>&1
263
264 {{ JCheckHV \
265 -D ${DETECTOR_ID} \
266 -R ${RUN} \
267 -d ${DEBUG} \
268 -Q 3 3>&1 1>&4 } | read -A HV_CHECK } 4>&1
269 if (( $? != 0 )); then
270 HV_CHECK[1]=-1
271 fi
272
273 # print values
274
275 ( flock 9; \
276 print -u 9 -f " %12s" ${GIT_VERSION}; \
277 print -u 9 -f " %12s" ${DAQ_VERSION[1]:-\?}; \
278 print -u 9 -f " %1d" ${#DAQ_VERSION}; \
279 print -u 9 -f " %s" ${UUID:-\?}; \
280 print -u 9 -f " %8d" ${DAQ_HEADER[1,2]}; \
281 print -u 9 -f " %9.1f" ${LIVETIME_S[1]}; \
282 print -u 9 -f " %12.1f" ${UTC_S[1,2]}; \
283 print -u 9 -f " %4d" ${TRIGGER_VALUES[*]}; \
284 print -u 9 -f " %8d" ${DAQ_VALUES[*]}; \
285 print -u 9 -f " %8d" ${TRIGGER_REPROCESSOR:-0}; \
286 print -u 9 -f " %8d" ${TRIGGER_MONITOR[*]}; \
287 print -u 9 -f " %4d" ${TURBOT[1,2]}; \
288 print -u 9 -f " %7.5f" ${SUMMARY_MONITOR[1,4]}; \
289 print -u 9 -f " %8.1f" ${SUMMARY_MONITOR[5]}; \
290 print -u 9 -f " %7.0f" ${SUMMARY_MONITOR[6,7]}; \
291 print -u 9 -f " %8d" ${SUMMARY_MONITOR[8]}; \
292 print -u 9 -f " %8d" ${SUMMARY_MONITOR[9]}; \
293 print -u 9 -f " %4d" ${NUMBER_OF_ACOUSTICS_EVENTS[1]}; \
294 print -u 9 -f " %5d" ${AHRS_MONITOR[1]}; \
295 print -u 9 -f " %8.3f" ${AHRS_MONITOR[2]}; \
296 print -u 9 -f " %4d" ${SQUID[1,2]}; \
297 print -u 9 -f " %8d" ${MERMAID[1]}; \
298 print -u 9 -f " %8d" ${HV_CHECK[1]}; \
299 print -u 9 -f "\n"; ) 9>>$QAQC_FILE
300done
301
302popd
303
304rm -rf ${WORKDIR}
Generated by doxygen 1.12.0