archive-put-wiki-detectors.sh

Go to the documentation of this file.

#!/bin/zsh
script=${0##*/}

source $JPP_DIR/setenv.sh $JPP_DIR >& /dev/null

set_variable   WORKDIR     ${TMPDIR:-/tmp}/
set_variable:  DEBUG       ARCHIVE_DEBUG       2
set_variable   URL         https://wiki.km3net.de/index.php/Calibration/Detectors

if do_usage $*; then
    usage "$script <detector identifier> [<archive> <version>]"\
          "\nAuxiliary script to download official detectors from wiki."\
          "\nOptionally, the corresponding JSON files are stored in the archive with given version."
fi

case $# in
    3)  set_variable   VERSION     $argv[3];
        set_variable   ARCHIVE     $argv[2];&
    1)  set_variable   DETID       $argv[1];;
    *)  fatal "Wrong number of arguments."
esac

set_variable   WIKI_HTML   $WORKDIR/wiki.html
set_variable   WIKI_TXT    $WORKDIR/wiki.txt

set_variable   DETID       `getDetector -D $DETID -O string`
typeset -Z 8   DETID

# extract html page from wiki

if [[ ! -f $WIKI_HTML ]]; then

    wget \
        --no-check-certificate                         \
        --user=km3net                                  \
        --ask-password                                 \
        -q                                             \
        -O $WIKI_HTML                                  \
        "$URL"
fi

# parse html table

xmllint --html $WIKI_HTML                              |\
  awk 'BEGIN { RS = "</tr>"; FS = "</td>" }            \
  {                                                    \
    if ($1 ~ "https://km3netdbweb.in2p3.fr/detx/") { 

      URL       =  gensub(".*href *= *\"([^\"]+)\".*",  "\\1", "", $1)
      DETECTOR  =  gensub(".*(KM3NeT_.*\\.detx|TBD).*", "\\1", "", $1)
      RUNS      =  gensub("(<td>|,|<br>|\n)", " ", "g", $2)

      print gensub("\\&amp;", "\\&", "g", URL), DETECTOR, RUNS
    }
  }' > $WIKI_TXT


# process data

while read __line__; do

    debug  $__line__
    echo   $__line__  |  read URL DETECTOR RUNS

    RUNS=(`echo $RUNS`)

    notice "Processing $DETECTOR..."

    if [[ "$DETECTOR" =~ "$DETID" ]]; then

        if [[ ! -f $DETECTOR ]]; then

            wget \
                --no-check-certificate                     \
                --load-cookies=$HOME/.km3netdb_cookie      \
                --secure-protocol=TLSv1_2                  \
                -O $DETECTOR                               \
                "$URL"
        fi

        for RANGE in $RUNS[*]; do

            RUN1=${RANGE%%-*}
            RUN2=${RANGE##*-}

            if [[ "$RUN1" =~ "\.\." ]]; then; RUN1=1;        fi
            if [[ "$RUN2" =~ "\.\." ]]; then; RUN2=99999999; fi

            debug  "$URL"
            debug  "[${RUN1},${RUN2}]"

            if [[ "$DETECTOR" =~ "\.detx$" || "$DETECTOR" =~ "\.datx$" ]]; then

                if [[ "$ARCHIVE" != "" ]]; then

                    archive-put-Detector.sh \
                        $ARCHIVE                       \
                        $VERSION                       \
                        $DETECTOR                      \
                        ${RUN1} ${RUN2}
                else

                    JDestructDetector \
                        -a $DETECTOR                   \
                        -o $WORKDIR/%.txt
                fi

                CHECK_EXIT_CODE
            fi
        done
    fi
done < $WIKI_TXT

rm -f $WIKI_HTML $WIKI_TXT

---

Generated by   1.8.5