#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2004 # # # ======================================================================== # # user=`whoami` source /home/$user/Mars/datacenter/scripts/sourcefile set -C callistorcnew=$setuppath/callisto/callisto.rc callistorcmarapr05=$setuppath/callisto/callisto_MarApr05.rc table=SequenceProcessStatus column=fCallisto date=NULL datetime=`date +%F-%H-%M-%S` year=`date +%Y` #pno=500 # number of processes, i.e. number of todo-files todofile=$listpath/ToDo-$table-$column getstatuslogpath=$logpath/getstatus/callisto/$year getstatuslog=$getstatuslogpath/getstatus-callisto-$datetime.log scriptlogpath=$logpath/run/callisto/`date +%Y/%m/%d` makedir $scriptlogpath scriptlog=$scriptlogpath/runcallisto-$datetime.log date >> $scriptlog 2>&1 makedir $getstatuslogpath >> $scriptlog 2>&1 cd $mars echo "checking if other todo-files are there" >> $scriptlog 2>&1 if ls $todofile-[1-9]*.txt >> $scriptlog 2>&1 then echo "other file(s) on disk " >> $scriptlog 2>&1 echo " -> choose one file and start calibrating" >> $scriptlog 2>&1 else date > $lockpath/lock-getting-callisto-list.txt >> $scriptlog 2>&1 checklock0=$? case $checklock0 in 0) echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;; 1) echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1 echo "-> getting list for callisto is running -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; *) echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;; esac if ls $todofile-[1-9]*.txt >> $scriptlog 2>&1 then echo "other file(s) on disk " >> $scriptlog 2>&1 echo " -> choose one file and start calibrating" >> $scriptlog 2>&1 else echo "getting list..." >> $scriptlog 2>&1 check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'` case $check0 in 1) echo "check0=$check0 -> everything ok -> run callisto" >> $scriptlog 2>&1;; *) echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;; esac fi rm -v $lockpath/lock-getting-callisto-list.txt >> $scriptlog 2>&1 fi nr=bla echo "finding the right todo-file" >> $scriptlog 2>&1 todofiles=`ls -r $listpath/ToDo-$table-$column-*` echo "todofiles: "${todofiles[@]} >> $scriptlog 2>&1 for todofile in ${todofiles[@]} do if ! ls $todofile >> $scriptlog 2>&1 then echo "file is not on disk -> continue" >> $scriptlog 2>&1 continue fi lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'` date > $lockfile >> $scriptlog 2>&1 checklock=$? case $checklock in 0) echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1 nr=${i} break;; 1) echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;; *) echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;; esac done case $nr in bla) echo "everything is beeing processed -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; 12345678) echo "process nr: "$nr >> $scriptlog 2>&1;; esac sequences=(`cat $todofile`) if [ "$sequences" = "" ] then echo "nothing to do -> exit" >> $scriptlog 2>&1 rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit fi echo "sequences: "${sequences[@]} >> $scriptlog 2>&1 for sequence in ${sequences[@]} do no=`printf %08d $sequence | cut -c 0-4` no2=`printf %08d $sequence` outpath="$datapath/callisto/$no/$no2" echo "outpath: "$outpath >> $scriptlog 2>&1 makedir $outpath >> $scriptlog 2>&1 sequfile="$sequpath/$no/sequence$no2.txt" echo "sequfile: "$sequfile >> $scriptlog 2>&1 if [ -e $outpath/callisto.rc ] then echo "found callisto.rc in $outpath -> using this " >> $scriptlog 2>&1 callistorcseq=$outpath/callisto.rc else echo "no callisto.rc found in $outpath -> making link " >> $scriptlog 2>&1 if [ 49735 -lt $sequence ] && [ $sequence -lt 53516 ] then ln -vs $callistorcmarapr05 $outpath/callisto.rc >> $scriptlog 2>&1 else ln -vs $callistorcnew $outpath/callisto.rc >> $scriptlog 2>&1 fi callistorcseq=$outpath/callisto.rc fi echo "run callisto..." >> $scriptlog 2>&1 ./callisto -b -q -v4 -f -raw --log=$outpath/callisto$no2.log --html=$outpath/callisto$no2.html --out=$outpath --config=$callistorcseq $sequfile 2>> $scriptlog > /dev/null check1=$? case $check1 in 0) echo "check1=$check1 -> everything ok -> doing update..." >> $scriptlog 2>&1 echo "finding files to be updated" >> $scriptlog 2>&1 calfiles=`find $outpath -name *_Y_* ` echo "files to be updated: "$calfiles >> $scriptlog 2>&1 if [ "$calfiles" = "" ] then echo "no files found -> continue with next sequence" >> $scriptlog 2>&1 continue fi merpplogpath=$outpath"/merpplogs" makedir $merpplogpath >> $scriptlog 2>&1 for calfile in ${calfiles[@]} do echo "calfile: "$calfile >> $scriptlog 2>&1 runno=`echo $calfile | cut -d_ -f2 | sed -e 's/^0//' | sed -e 's/^0//' | sed -e 's/^0//' ` ccfile=`find /magic/subsystemdata/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep` cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_*.txt` echo "runno: "$runno >> $scriptlog 2>&1 echo "ccfile: "$ccfile >> $scriptlog 2>&1 if [ "$ccfile" = "" ] then echo "no ccfile found for run "$runno >> $scriptlog 2>&1 break fi echo "cacofile: "$cacofile >> $scriptlog 2>&1 if [ "$cacofile" = "" ] then echo "no cacofile found for run "$runno >> $scriptlog 2>&1 echo "finding cacofile..." >> $scriptlog 2>&1 for (( i = 0; i <= 10; i++ )) do newrun=`echo $runno - $i | bc` # echo "$missingcacorun + $i = $newrun" path=`dirname $ccfile` path=`echo $path | sed -e 's/cc/caco/'` echo "path: "$path >> $scriptlog 2>&1 cacofile=`find $path -name *$newrun*` if [ "$cacofile" = "" ] then continue else break echo "cacofile: "$cacofile >> $scriptlog 2>&1 fi done fi ./merpp -u --log=$merpplogpath/merppccupdate$runno.log --html=$merpplogpath/merppccupdate$runno.html --auto-time-stop --runfile=$runno $ccfile $calfile 2>> $scriptlog> /dev/null check2=$? case $check2 in 0) echo "check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1;; *) echo "check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1 continue 2 ;; esac ./merpp -u --log=$merpplogpath/merppcacoupdate$runno.log --html=$merpplogpath/merppcacoupdate$runno.html --auto-time $cacofile $calfile 2>> $scriptlog> /dev/null check3=$? case $check3 in 0) echo "check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1;; *) echo "check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1 continue 2 ;; esac done echo "inserting the status for callisto for sequence $sequence into the db" >> $scriptlog 2>&1 setstatuslogpath=$logpath/setstatus/callisto/$no makedir $setstatuslogpath >> $scriptlog 2>&1 setstatuslog=$setstatuslogpath/setstatus-callisto-$no2.log check4=`root -q -b $macrospath/setstatus.C+\("\"$sequence\""\,"\"$table\""\,"\"$column\""\,"\"Now()\""\) | tee $setstatuslog | grep int | sed -e 's/(int)//'` case $check4 in 1) echo "check4=$check4 -> everything ok, status has been set" >> $scriptlog 2>&1;; *) echo "check4=$check4 -> ERROR -> step could not be set" >> $scriptlog 2>&1;; esac ;; *) echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;; esac done rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 set +C date >> $scriptlog 2>&1