source: trunk/MagicSoft/Mars/datacenter/scripts/runganymed@ 7469

#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2006
#
#
# ========================================================================
#
# This script is launching ganymed for datasets.
# 
# In the case of ganymed only one dataset is processed. Despite of 
# that the structure of the script is such, that also more datasets could
# be processed. The restriction to one dataset has been made, as ganymed 
# takes some time. There's one todo file per dataset. 
# First the script searches for a todo file. Then ganymed is run for the 
# dataset from this todo file. 
#
# the ganymed.rc files are stored in the setup directory
#

user=`whoami`
program=ganymed
source /home/$user/Mars/datacenter/scripts/sourcefile

set -C

table=DataSetProcessStatus
column=fGanymed
date=NULL
datetime=`date +%F-%H-%M-%S`
year=`date +%Y`
#pno=24 # number of processes, i.e. number of todo-files

todofile=$listpath/ToDo-$table-$column
getstatuslogpath=$logpath/getstatus/$program/$year
getstatuslog=$getstatuslogpath/getstatus-$program-$datetime.log

scriptlogpath=$logpath/run/$program/`date +%Y/%m/%d`
makedir $scriptlogpath
scriptlog=$scriptlogpath/run$program-$datetime.log

date >> $scriptlog 2>&1

makedir $getstatuslogpath >> $scriptlog 2>&1

cd $mars

# check if getting of list is already running
date > $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1
checklock0=$?
case $checklock0 in 
    0)   echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;;
    1)   echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1
         echo "-> getting list for $program is running -> exit" >> $scriptlog 2>&1
         date  >> $scriptlog 2>&1
         exit;;
    *)   echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;;
esac

# finding todo file
echo "checking if other todo-files are there" >> $scriptlog 2>&1
if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
then 
   echo "other file(s) on disk " >> $scriptlog 2>&1
   echo " -> choose one file and run $program" >> $scriptlog 2>&1
else
   echo "getting list..." >> $scriptlog 2>&1
   check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'`
   
   case $check0 in 
       1)   echo "check0=$check0 -> everything ok -> run $program" >> $scriptlog 2>&1;;
       *)   echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;;
   esac
fi

rm -v $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1

# choosing todo file
nr=bla
echo "finding the right todo-file" >> $scriptlog 2>&1
todofiles=`ls $listpath/ToDo-$table-$column-*`

for todofile in ${todofiles[@]}
do 
   if ! ls $todofile >> $scriptlog 2>&1
   then 
      echo "file is not on disk -> continue" >> $scriptlog 2>&1
      continue
   fi
   lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
   date > $lockfile >> $scriptlog 2>&1
   checklock=$?
   case $checklock in 
       0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
            nr=${i}
            break;;
       1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
       *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
   esac
done

case $nr in
   bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
             date  >> $scriptlog 2>&1
             exit;;
   12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
esac

# retrieve dataset from todo file
datasets=(`cat $todofile`)
if [ "$datasets" = "" ]
then 
   echo "nothing to do -> exit"  >> $scriptlog 2>&1
   rm -v $todofile >> $scriptlog 2>&1
   rm -v $lockfile >> $scriptlog 2>&1
   date  >> $scriptlog 2>&1
   exit
fi

# run ganymed for dataset
echo "datasets: "${datasets[@]} >> $scriptlog 2>&1
for dataset in ${datasets[@]}
do 
  no=`printf %08d $dataset | cut -c 0-5`
  no2=`printf %08d $dataset`
  var1=$no
  var2=$no2
  outpath="$datapath/$program/$no/$no2"
  echo "outpath: "$outpath >> $scriptlog 2>&1
  makedir $outpath >> $scriptlog 2>&1

  datasetfile="$datasetpath/$no/dataset$no2.txt"
  echo "datasetfile: "$datasetfile >> $scriptlog 2>&1
  # get observation mode to choose ganymed.rc file
  wobble=`grep 'WobbleMode:' $datasetfile` >> $scriptlog 2>&1 
  wobble2=`echo $wobble | grep ^\#` >> $scriptlog 2>&1 
  if [ "$wobble2" = "" ]
  then 
     mode="wobble" >> $scriptlog 2>&1 
  else
     mode="onoff" >> $scriptlog 2>&1 
  fi
  ganymedrc=$setuppath/$program/$program_$mode.rc
  
  echo "run $program..." >> $scriptlog 2>&1
  setstatus "start" >> $scriptlog 2>&1

  ./ganymed -b -q -v4 -f --ind=$datapath/star --config=$ganymedrc --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --out=$outpath $datasetfile  2>> $scriptlog> /dev/null
  check1=$?

  case $check1 in
     0)   echo "check1=$check1 -> everything ok " >> $scriptlog 2>&1 ;;
     *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
          com="ganymed failed"
          check=$check1
          ;;
  esac
  echo "inserting the status for $program for dataset $dataset into the db" >> $scriptlog 2>&1
  setstatus "stop" >> $scriptlog 2>&1
done

rm -v $todofile >> $scriptlog 2>&1
rm -v $lockfile >> $scriptlog 2>&1

set +C

date  >> $scriptlog 2>&1