#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2006 # # # ======================================================================== # # This script is launching ganymed for datasets. # # In the case of ganymed only one dataset is processed. Despite of # that the structure of the script is such, that also more datasets could # be processed. The restriction to one dataset has been made, as ganymed # takes some time. There's one todo file per dataset. # First the script searches for a todo file. Then ganymed is run for the # dataset from this todo file. # # the ganymed.rc files are stored in the setup directory # user=`whoami` program=ganymed source /home/$user/Mars/datacenter/scripts/sourcefile set -C table=DataSetProcessStatus column=fGanymed date=NULL datetime=`date +%F-%H-%M-%S` year=`date +%Y` #pno=24 # number of processes, i.e. number of todo-files todofile=$listpath/ToDo-$table-$column getstatuslogpath=$logpath/getstatus/$program/$year getstatuslog=$getstatuslogpath/getstatus-$program-$datetime.log scriptlogpath=$logpath/run/$program/`date +%Y/%m/%d` makedir $scriptlogpath scriptlog=$scriptlogpath/run$program-$datetime.log date >> $scriptlog 2>&1 makedir $getstatuslogpath >> $scriptlog 2>&1 cd $mars # check if getting of list is already running date > $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1 checklock0=$? case $checklock0 in 0) echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;; 1) echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1 echo "-> getting list for $program is running -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; *) echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;; esac # finding todo file echo "checking if other todo-files are there" >> $scriptlog 2>&1 if ls $todofile-[1-9]*.txt >> $scriptlog 2>&1 then echo "other file(s) on disk " >> $scriptlog 2>&1 echo " -> choose one file and run $program" >> $scriptlog 2>&1 else echo "getting list..." >> $scriptlog 2>&1 check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'` case $check0 in 1) echo "check0=$check0 -> everything ok -> run $program" >> $scriptlog 2>&1;; *) echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;; esac fi rm -v $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1 # choosing todo file nr=bla echo "finding the right todo-file" >> $scriptlog 2>&1 todofiles=`ls $listpath/ToDo-$table-$column-*` for todofile in ${todofiles[@]} do if ! ls $todofile >> $scriptlog 2>&1 then echo "file is not on disk -> continue" >> $scriptlog 2>&1 continue fi lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'` date > $lockfile >> $scriptlog 2>&1 checklock=$? case $checklock in 0) echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1 nr=${i} break;; 1) echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;; *) echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;; esac done case $nr in bla) echo "everything is beeing processed -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; 12345678) echo "process nr: "$nr >> $scriptlog 2>&1;; esac # retrieve dataset from todo file datasets=(`cat $todofile`) if [ "$datasets" = "" ] then echo "nothing to do -> exit" >> $scriptlog 2>&1 rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit fi # run ganymed for dataset echo "datasets: "${datasets[@]} >> $scriptlog 2>&1 for dataset in ${datasets[@]} do no=`printf %08d $dataset | cut -c 0-5` no2=`printf %08d $dataset` var1=$no var2=$no2 outpath="$datapath/$program/$no/$no2" echo "outpath: "$outpath >> $scriptlog 2>&1 makedir $outpath >> $scriptlog 2>&1 datasetfile="$datasetpath/$no/dataset$no2.txt" echo "datasetfile: "$datasetfile >> $scriptlog 2>&1 # get observation mode to choose ganymed.rc file wobble=`grep 'WobbleMode:' $datasetfile` >> $scriptlog 2>&1 wobble2=`echo $wobble | grep ^\#` >> $scriptlog 2>&1 if [ "$wobble2" = "" ] then mode="wobble" >> $scriptlog 2>&1 else mode="onoff" >> $scriptlog 2>&1 fi ganymedrc=$setuppath/$program/$program_$mode.rc echo "run $program..." >> $scriptlog 2>&1 setstatus "start" >> $scriptlog 2>&1 ./ganymed -b -q -v4 -f --ind=$datapath/star --config=$ganymedrc --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --out=$outpath $datasetfile 2>> $scriptlog> /dev/null check1=$? case $check1 in 0) echo "check1=$check1 -> everything ok " >> $scriptlog 2>&1 ;; *) echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1 com="ganymed failed" check=$check1 ;; esac echo "inserting the status for $program for dataset $dataset into the db" >> $scriptlog 2>&1 setstatus "stop" >> $scriptlog 2>&1 done rm -v $todofile >> $scriptlog 2>&1 rm -v $lockfile >> $scriptlog 2>&1 set +C date >> $scriptlog 2>&1