#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2007 # # # ======================================================================== # # This script checks which files are on disk and updates the database # accordingly. It is not yet running automatically. # # It is checking the: # - ccfiles # - cacofiles # this includes also the search for missing cacofiles: # Sometimes the DAQ aborts a run and starts itself a new one. In this # cases the camera control doesn't start a new file, as the command to # start a new run was not sent by the central control. So the caco # information is stored in the previous caco file, which has a # different runnumber. To be able to merpp the information into the # calibrated data file, the runnumber of the file containing the # information has to be found. # In this script the search and inserting into the database is done # using the macro findcacofiles.C # - rawfiles # The update in the database is done using the macro resetallruns.C # source `dirname $0`/sourcefile printprocesslog "INFO starting $0" program=filesondisk set -C scriptlog=$runlogpath/$program-$datetime.log date >> $scriptlog 2>&1 # check if script is already running lockfile=$lockpath/lock-$program.txt checklock >> $scriptlog 2>&1 filesondisklogpath=$logpath/$program/`date +%Y/%m` makedir $filesondisklogpath >> $scriptlog 2>&1 cd $mars # ---------------- check disk for cc-files -------------------- echo "checking disk for ccfiles..." >> $scriptlog 2>&1 printprocesslog "INFO checking ccfiles" filename=$filesondisklogpath/ccfilesondisk-$datetime.txt find $subsystempath/cc/ -regextype posix-egrep -regex "^$subsystempath/cc/20[01][0-9]/[01][0-9]/[0-3][0-9]/20[01][0-9][01][0-9][0-3][0-9]_(M[0-9]_)?[0-9]{5,8}(\.[0-9]{3,5})?_[PCD]_.*.rep$" | grep -E -o "(_M[0-9])?_[0-9]{5,8}(\.[0-9]{3,5})?_" > $filename echo "resetting runs..." >> $scriptlog 2>&1 check3=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"fCCFileAvail\"",kFALSE\) | tee -a $scriptlog | intgrep` case $check3 in 1) echo " check3=$check3 -> everything ok -> reset is done" >> $scriptlog 2>&1 printprocesslog "INFO ccfiles resetted successfully" ;; 0) echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 printprocesslog "WARN connection to DB failed" ;; *) echo " check3=$check3 -> ERROR -> something went wrong while resetting" >> $scriptlog 2>&1 printprocesslog "ERROR resettallruns.C failed for ccfiles" ;; esac # ---------------- check disk for caco-files -------------------- echo "checking disk for cacofiles..." >> $scriptlog 2>&1 printprocesslog "INFO checking cacofiles" filename=$filesondisklogpath/cacofilesondisk-$datetime.txt find $subsystempath/caco/ -regextype posix-egrep -regex "^$subsystempath/caco/20[01][0-9]/[01][0-9]/[0-3][0-9]/dc_20[01][0-9]_[01][0-9]_[0-3][0-9]_[012][0-9]_[0-5][0-9]_[0-5][0-9]_[0-9]{5,8}_.*\.txt$" | grep -E -o "(_M[0-9])?_[0-9]{5,8}(\.[0-9]{3,5})?_" > $filename echo "resetting runs..." >> $scriptlog 2>&1 check0=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"fCaCoFileAvail\"",kFALSE\) | tee -a $scriptlog | intgrep` case $check0 in 1) echo " check0=$check0 -> everything ok -> reset is done" >> $scriptlog 2>&1 printprocesslog "INFO cacofiles resetted successfully" ;; 0) echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 printprocesslog "WARN connection to DB failed" ;; *) echo " check0=$check0 -> ERROR -> something went wrong while resetting" >> $scriptlog 2>&1 printprocesslog "ERROR resettallruns.C failed for cacofiles" ;; esac # ---------------- find missing caco-files -------------------- #echo "finding missing cacofiles..." >> $scriptlog 2>&1 #printprocesslog "INFO checking missing cacofiles" #check1=`root -q -b $macrospath/findcacofiles.C+ | tee -a $scriptlog | intgrep` # #case $check1 in # 1) echo " check1=$check1 -> everything ok -> missing cacofiles are found" >> $scriptlog 2>&1 # printprocesslog "INFO missing cacofiles found" # ;; # 0) echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 # printprocesslog "WARN connection to DB failed" # ;; # *) echo " check1=$check1 -> ERROR -> something went wrong while resetting" >> $scriptlog 2>&1 # printprocesslog "ERROR findcacofiles.C failed" # ;; #esac # ---------------- check disk for rawfiles -------------------- echo "checking disk for rawfiles..." >> $scriptlog 2>&1 printprocesslog "INFO checking rawfiles" filename=$filesondisklogpath/rawfilesondisk-$datetime.txt find $datapath/rawfiles/20[01][0-9] -regextype posix-egrep -regex "^$datapath/rawfiles/20[01][0-9]/[01][0-9]/[0-3][0-9]/20[01][0-9][01][0-9][0-3][0-9]_(M[0-9]_)?[0-9]{5,8}(\.[0-9]{3,5})?_[PCD]_.*\.raw(\.gz)?$" | grep -E -o "(_M[0-9])?_[0-9]{5,8}(\.[0-9]{3,5})?_" > $filename echo "resetting runs..." >> $scriptlog 2>&1 check4=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"fRawFileAvail\"",kFALSE\) | tee -a $scriptlog | intgrep` case $check4 in 1) echo " check4=$check4 -> everything ok -> reset is done" >> $scriptlog 2>&1 printprocesslog "INFO rawfiles resetted successfully" ;; 0) echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 printprocesslog "WARN connection to DB failed" ;; *) echo " check4=$check4 -> ERROR -> something went wrong while resetting" >> $scriptlog 2>&1 printprocesslog "ERROR resettallruns.C failed for rawfiles" ;; esac finish >> $scriptlog 2>&1