#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2006 # # # ======================================================================== # # This script is launching the calibration of sequences. # # In the case of calibration only one sequence is processed. Despite of # that the structure of the script is such, that also more sequences could # be processed. The restriction to one sequence has been made, as the # calibration takes some time. There's one todo file per sequence. # First the script searches for a todo file. Then the sequence from this # todo file is calibrated and the merpp update is done. # # the callisto.rc files are stored in the setup directory # source `dirname $0`/sourcefile printprocesslog "INFO starting $0" program=callisto column=fCallisto set -C scriptlog=$runlogpath/run$program-$datetime.log date >> $scriptlog 2>&1 # get sequence # gettodo >> $scriptlog 2>&1 sequence=$process # lock sequ lockfile=$lockpath/lock-$table-$column-$sequence.txt checklock >> $scriptlog 2>&1 cd $mars # run calibration for sequence echo "run $program for sequence $sequence..." >> $scriptlog 2>&1 printprocesslog "INFO starting $program for sequence $sequence" no=`printf %08d $sequence | cut -c 0-4` no2=`printf %08d $sequence` var1=$no var2=$no2 outpath="$datapath/$program/$no/$no2" makedir $outpath >> $scriptlog 2>&1 sequfile="$sequpath/$no/sequence$no2.txt" # define callisto.rc files callistorcnew=$setuppath/$program/callisto.rc callistorcmarapr05=$setuppath/$program/callisto_MarApr05.rc # find callisto.rc file if [ -e $outpath/callisto.rc ] then echo "found $program.rc in $outpath -> using this " >> $scriptlog 2>&1 callistorcseq=$outpath/callisto.rc else echo "no $program.rc found in $outpath -> making link " >> $scriptlog 2>&1 if [ 49735 -lt $sequence ] && [ $sequence -lt 53516 ] then ln -vs $callistorcmarapr05 $outpath/callisto.rc >> $scriptlog 2>&1 else ln -vs $callistorcnew $outpath/callisto.rc >> $scriptlog 2>&1 fi callistorcseq=$outpath/callisto.rc fi setstatus "start" >> $scriptlog 2>&1 ./callisto -b -q -v4 -f -raw --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --out=$outpath --config=$callistorcseq $sequfile 2>> $scriptlog > /dev/null check1=$? case $check1 in 0) echo " check1=$check1 -> everything ok -> doing update..." >> $scriptlog 2>&1 printprocesslog "INFO $program finished successfully for sequence $sequence" # running merpp update if calibration worked # finding files, which have to be updated echo "finding files to be updated..." >> $scriptlog 2>&1 calfiles=`find $outpath -name *_Y_* ` echo " files to be updated: "$calfiles >> $scriptlog 2>&1 if [ "$calfiles" = "" ] then echo " no files found -> continue with next sequence" >> $scriptlog 2>&1 continue fi merpplogpath=$outpath"/merpplogs" makedir $merpplogpath >> $scriptlog 2>&1 printprocesslog "INFO doing merppupdate for sequence $sequence" # updated calibrated data files with the information from the cc and caco files for calfile in ${calfiles[@]} do echo "calfile: "$calfile >> $scriptlog 2>&1 # find cc and caco file # if file is missing continue with next sequence runno=`echo $calfile | cut -d_ -f2 | sed -e 's/^0//' | sed -e 's/^0//' | sed -e 's/^0//' ` ccfile=`find /magic/subsystemdata/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep` source=`echo $ccfile | cut -d_ -f4` cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_${source}.txt` # cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_*.txt` if [ "$ccfile" = "" ] then echo "no ccfile found for run "$runno >> $scriptlog 2>&1 printprocesslog "ERROR no ccfile found for $calfile" com=$Fnoccfile comadd=$runno check=0 break fi if [ "$cacofile" = "" ] then echo "cacofile with no $runno not found" >> $scriptlog 2>&1 echo "finding cacofile..." >> $scriptlog 2>&1 for (( i = 0; i <= 10; i++ )) do newrun=`echo $runno - $i | bc` # echo "$missingcacorun + $i = $newrun" path=`dirname $ccfile` path=`echo $path | sed -e 's/cc/caco/'` echo "path: "$path >> $scriptlog 2>&1 cacofile=`find $path -name *$newrun*` if [ "$cacofile" = "" ] then if [ $i -eq 9 ] then echo "no cacofile found" >> $scriptlog 2>&1 com=$Fnocacofile comadd=$runno check=0 fi continue else echo "cacofile: "$cacofile >> $scriptlog 2>&1 break fi done fi ./merpp -u --log=$merpplogpath/merppccupdate$runno.log --html=$merpplogpath/merppccupdate$runno.html --auto-time-stop --runfile=$runno $ccfile $calfile 2>> $scriptlog> /dev/null check2=$? case $check2 in 0) echo " check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1 printprocesslog "INFO merppupdated $calfile sucessfully with $ccfile" ;; *) echo " check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1 printprocesslog "ERROR merppccupdate failed for $calfile" com=$Fmerppcc comadd=$runno check=$check2 break ;; esac ./merpp -u --log=$merpplogpath/merppcacoupdate$runno.log --html=$merpplogpath/merppcacoupdate$runno.html --auto-time $cacofile $calfile 2>> $scriptlog> /dev/null check3=$? case $check3 in 0) echo " check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1 printprocesslog "INFO merppupdated $calfile sucessfully with $cacofile" ;; *) echo " check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1 printprocesslog "ERROR merppcacoupdate failed for $calfile" com=$Fmerppcaco comadd=$runno check=$check3 break ;; esac done printprocesslog "INFO finished merppupdate successfully for sequence $sequence" ;; *) echo " check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1 printprocesslog "ERROR $program failed for sequence $sequence (return code $check1)" com=$Fcallisto check=$check1 ;; esac setstatus "stop" >> $scriptlog 2>&1 finish >> $scriptlog 2>&1