#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2004 # # # ======================================================================== # # user=`whoami` source /home/$user/Mars/datacenter/scripts/sourcefile set -C cd $mars table=RunProcessStatus column=fDataCheckDone date=NULL datetime=`date +%F-%H-%M-%S` year=`date +%Y` todofile=$listpath/ToDo-$table-$column.txt getstatuslogpath=$logpath/getstatus/dodatacheck/$year getstatuslog=$getstatuslogpath/getstatus-dodatacheck-$datetime.log scriptlogpath=$logpath/run/dodatacheck/`date +%Y/%m` makedir $scriptlogpath scriptlog=$scriptlogpath/dodatacheck-$datetime.log date >> $scriptlog 2>&1 makedir $getstatuslogpath >> $scriptlog 2>&1 lockfile=$lockpath/lock-dodatacheck.txt date > $lockfile >> $scriptlog 2>&1 checklock0=$? case $checklock0 in 0) echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;; 1) echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1 echo "-> for datacheck is running -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; *) echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;; esac echo "getting list..." >> $scriptlog 2>&1 check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'` case $check0 in 1) echo "check0=$check0 -> everything ok -> do step" >> $scriptlog 2>&1 ;; *) echo "check0=$check0 -> ERROR -> no todofile -> exit " >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit ;; esac runs=(`cat $todofile`) if [ "$runs" = "" ] then echo "nothing to do -> exit" >> $scriptlog 2>&1 rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit fi echo "runs: "${runs[@]} >> $scriptlog 2>&1 for run in ${runs[@]} do date echo "do datacheck for run "$run >> $scriptlog 2>&1 no=`printf %08d $run | cut -c 0-2` no2=`printf %08d $run` rawfile=`find /magic/data/rawfiles/ -name *${run}*.raw` echo "rawfile: "$rawfile >> $scriptlog 2>&1 date=`find /magic/data/rawfiles/ -name *$run*.raw | cut -c 22-31` echo "date: "$date >> $scriptlog 2>&1 date2=`echo $date | sed -e 's/\//-/g'` echo "date2: "$date2 >> $scriptlog 2>&1 filldotrawpath=$logpath/filldotraw/$date makedir $filldotrawpath >> $scriptlog 2>&1 filldotrawlogfile=$filldotrawpath/filldotraw-$no2.log echo "doing filldotraw..." >> $scriptlog 2>&1 check1=`root -q -b $macrospath/filldotraw.C+\($run\,kFALSE\) | tee $filldotrawlogfile | grep int | sed -e 's/.*(int)//'` case $check1 in 1) echo "check1=$check1 -> everything ok -> go on with datacheck..." >> $scriptlog 2>&1 ;; *) echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1 continue;; esac sinopepath=$datapath/sinope/$date makedir $sinopepath >> $scriptlog 2>&1 sins=( "-dat" "-cal") echo ${sins[@]} >> $scriptlog 2>&1 for sin in ${sins[@]} do sinopefile=sinope$sin$no2 echo $sinopefile >> $scriptlog 2>&1 echo "running sinope $sin..." >> $scriptlog 2>&1 ./sinope -b -q -v4 -f $sin --outf=$sinopefile --log=$sinopefile.log --html=$sinopefile.html --out=$sinopepath --run=$run --date=$date2 2>> $scriptlog > /dev/null check2=$? case $check2 in 0) echo "check2=$check2 -> everything ok -> go on with datacheck..." >> $scriptlog 2>&1 ;; *) echo "check2=$check2 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1 continue 2;; esac done fillsinopepath=$logpath/fillsinope/$date makedir $fillsinopepath >> $scriptlog 2>&1 fillsinopelogfile=$fillsinopepath/fillsinope-$no2.log echo "doing filldotraw..." >> $scriptlog 2>&1 check3=`root -q -b $macrospath/fillsinope.C+\($run\,"\"$datapath\""\,kFALSE\) | tee $fillsinopelogfile | grep int | sed -e 's/.*(int)//'` case $check3 in 1) echo "check3=$check3 -> everything ok -> set status..." >> $scriptlog 2>&1 ;; *) echo "check3=$check3 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1 continue;; esac echo "resetting the status for fExclusions done for date $date2" >> $scriptlog 2>&1 resetlogpath=$logpath/resetexclusions/$date echo "resetlogpath: $resetlogpath" >> $scriptlog 2>&1 makedir $resetlogpath >> $scriptlog 2>&1 resetlog=$resetlogpath/reset-exclusions-$no2-$date2.log echo "setstatuslogfile: $setstatuslog" >> $scriptlog 2>&1 check5=`root -q -b $macrospath/resetcolumn.C+\("\"fExclusionsDone\""\,"\"SequenceBuildStatus\""\,"\"$date2\""\,"\"$date2\""\,kFALSE\) | tee $setstatuslog | grep int | sed -e 's/(int)//'` case $check5 in 1) echo "check5=$check5 -> everything ok, fExclusions have been reset " >> $scriptlog 2>&1 ;; *) echo "check5=$check5 -> ERROR -> step could not be resetted -> repeat step " >> $scriptlog 2>&1 continue;; esac echo "inserting the status for the datacheck for run $run into the db" >> $scriptlog 2>&1 setstatuslogpath=$logpath/setstatus/datacheck/$date echo "setstatuslogpath: $setstatuslogpath" >> $scriptlog 2>&1 makedir $setstatuslogpath >> $scriptlog 2>&1 setstatuslog=$setstatuslogpath/setstatus-datacheck-$no2.log echo "setstatuslogfile: $setstatuslog" >> $scriptlog 2>&1 check4=`root -q -b $macrospath/setstatus.C+\("\"$run\""\,"\"$table\""\,"\"$column\""\,"\"Now()\""\) | tee $setstatuslog | grep int | sed -e 's/(int)//'` case $check4 in 1) echo "check4=$check4 -> everything ok, status has been set" >> $scriptlog 2>&1 ;; *) echo "check4=$check4 -> ERROR -> step could not be set" >> $scriptlog 2>&1 ;; esac done rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 set +C date >> $scriptlog 2>&1