archive-put-wiki-detectors.sh

Go to the documentation of this file.

#!/usr/bin/env zsh
script=${0##*/}
 
source $JPP_DIR/setenv.sh $JPP_DIR >& /dev/null
 
set_variable   WORKDIR     ${TMPDIR:-/tmp}/
set_variable:  DEBUG       ARCHIVE_DEBUG       2
set_variable   URL         https://wiki.km3net.de/index.php/Calibration/Detectors
 
if do_usage $*; then
    usage "$script <detector identifier> [<archive> <version>]"\
          "\nAuxiliary script to download official detectors from wiki."\
          "\nOptionally, the corresponding JSON files are stored in the archive with given version."
fi
 
case $# in
    3)  set_variable   VERSION     $argv[3];
        set_variable   ARCHIVE     $argv[2];&
    1)  set_variable   DETID       $argv[1];;
    *)  fatal "Wrong number of arguments."
esac
 
set_variable   WIKI_HTML   $WORKDIR/wiki.html
set_variable   WIKI_TXT    $WORKDIR/wiki.txt
 
set_variable   DETID       `getDetector -D $DETID -O string`
typeset -Z 8   DETID
 
# extract html page from wiki
 
if [[ ! -f $WIKI_HTML ]]; then
 
    wget \
        --no-check-certificate                         \
        --user=km3net                                  \
        --ask-password                                 \
        -q                                             \
        -O $WIKI_HTML                                  \
        "$URL"
fi
 
# parse html table
 
xmllint --html $WIKI_HTML                              |\
  awk 'BEGIN { RS = "</tr>"; FS = "</td>" }            \
  {                                                    \
    if ($1 ~ "https://km3netdbweb.in2p3.fr/detx/") { 
 
      URL       =  gensub(".*href *= *\"([^\"]+)\".*",  "\\1", "", $1)
      DETECTOR  =  gensub(".*(KM3NeT_.*\\.detx|TBD).*", "\\1", "", $1)
      RUNS      =  gensub("(<td>|,|<br>|\n)", " ", "g", $2)
 
      print gensub("\\&amp;", "\\&", "g", URL), DETECTOR, RUNS
    }
  }' > $WIKI_TXT
 
 
# process data
 
while read __line__; do
 
    debug  $__line__
    echo   $__line__  |  read URL DETECTOR RUNS
 
    RUNS=(`echo $RUNS`)
 
    notice "Processing $DETECTOR..."
 
    if [[ "$DETECTOR" =~ "$DETID" ]]; then
 
        if [[ ! -f $DETECTOR ]]; then
 
            wget \
                --no-check-certificate                     \
                --load-cookies=$HOME/.km3netdb_cookie      \
                --secure-protocol=TLSv1_2                  \
                -O $DETECTOR                               \
                "$URL"
        fi
 
        for RANGE in $RUNS[*]; do
 
            RUN1=${RANGE%%-*}
            RUN2=${RANGE##*-}
 
            if [[ "$RUN1" =~ "\.\." ]]; then; RUN1=1;        fi
            if [[ "$RUN2" =~ "\.\." ]]; then; RUN2=99999999; fi
 
            debug  "$URL"
            debug  "[${RUN1},${RUN2}]"
 
            if [[ "$DETECTOR" =~ "\.detx$" || "$DETECTOR" =~ "\.datx$" ]]; then
 
                if [[ "$ARCHIVE" != "" ]]; then
 
                    archive-put-Detector.sh \
                        $ARCHIVE                       \
                        $VERSION                       \
                        $DETECTOR                      \
                        ${RUN1} ${RUN2}
                else
 
                    JDestructDetector \
                        -a $DETECTOR                   \
                        -o $WORKDIR/%.txt
                fi
 
                CHECK_EXIT_CODE
            fi
        done
    fi
done < $WIKI_TXT
 
rm -f $WIKI_HTML $WIKI_TXT