source: trunk/MagicSoft/Mars/datacenter/scripts/runstar@ 7465

#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2006
#
#
# ========================================================================
#
# This script is launching star for sequence.
# 
# In the case of star only one sequence is processed. Despite of 
# that the structure of the script is such, that also more sequences could
# be processed. The restriction to one sequence has been made, as star
# takes some time. There's one todo file per sequence. 
# First the script searches for a todo file. Then star is run for the 
# sequence from this todo file. 
#
# the star.rc files are taken from the mars directory
#

user=`whoami`
program=star
source /home/$user/Mars/datacenter/scripts/sourcefile

set -C

table=SequenceProcessStatus
column=fStar
date=NULL
datetime=`date +%F-%H-%M-%S`
year=`date +%Y`
#pno=500 # number of processes, i.e. number of todo-files

todofile=$listpath/ToDo-$table-$column
getstatuslogpath=$logpath/getstatus/$program/$year
getstatuslog=$getstatuslogpath/getstatus-$program-$datetime.log

scriptlogpath=$logpath/run/$program/`date +%Y/%m/%d`
makedir $scriptlogpath
scriptlog=$scriptlogpath/run$program-$datetime.log

date >> $scriptlog 2>&1

makedir $getstatuslogpath >> $scriptlog 2>&1

cd $mars

# check if getting of list is already running
date > $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1
checklock0=$?
case $checklock0 in 
    0)   echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;;
    1)   echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1
         echo "-> getting list for $program is running -> exit" >> $scriptlog 2>&1
         date  >> $scriptlog 2>&1
         exit;;
    *)   echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;;
esac

# finding todo file
echo "checking if other todo-files are there" >> $scriptlog 2>&1
if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
then 
   echo "other file(s) on disk " >> $scriptlog 2>&1
   echo " -> choose one file and start calculation of image parameter" >> $scriptlog 2>&1
else
   echo "getting list..." >> $scriptlog 2>&1
   check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'`
   
   case $check0 in 
       1)   echo "check0=$check0 -> everything ok -> run $program" >> $scriptlog 2>&1;;
       *)   echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;;
   esac
fi

rm -v $lockpath/lock-getting-$program-list.txt >> $scriptlog 2>&1

# choosing todo file
nr=bla
echo "finding the right todo-file" >> $scriptlog 2>&1
todofiles=`ls $listpath/ToDo-$table-$column-*`

for todofile in ${todofiles[@]}
do 
   if ! ls $todofile >> $scriptlog 2>&1
   then 
      echo "file is not on disk -> continue" >> $scriptlog 2>&1
      continue
   fi
   lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
   date > $lockfile >> $scriptlog 2>&1
   checklock=$?
   case $checklock in 
       0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
            nr=${i}
            break;;
       1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
       *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
   esac
done

case $nr in
   bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
             date  >> $scriptlog 2>&1
             exit;;
   12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
esac

# retrieve sequence from todo file
sequences=(`cat $todofile`)
if [ "$sequences" = "" ]
then 
   echo "nothing to do -> exit"  >> $scriptlog 2>&1
   rm -v $todofile >> $scriptlog 2>&1
   rm -v $lockfile >> $scriptlog 2>&1
   date  >> $scriptlog 2>&1
   exit
fi

# run star for sequence
echo "sequences: "${sequences[@]} >> $scriptlog 2>&1
for sequence in ${sequences[@]}
do 
  no=`printf %08d $sequence | cut -c 0-4`
  no2=`printf %08d $sequence`
  outpath="$datapath/$program/$no/$no2"
  inpath=`echo $outpath | sed -e 's/$program/callisto/'`
  echo "inpath: "$inpath >> $scriptlog 2>&1
  echo "outpath: "$outpath >> $scriptlog 2>&1
  makedir $outpath >> $scriptlog 2>&1

  sequfile="$sequpath/$no/sequence$no2.txt"
  echo "sequfile: "$sequfile >> $scriptlog 2>&1
  
  echo "run $program..." >> $scriptlog 2>&1
  ./star -b -q -v4 -f --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --ind=$inpath --out=$outpath $sequfile  2>> $scriptlog> /dev/null
  check1=$?

  case $check1 in
     0)   echo "check1=$check1 -> everything ok " >> $scriptlog 2>&1
          echo "inserting the status for $program for sequence $sequence into the db" >> $scriptlog 2>&1
          statustime="Now()"
          failed="NULL"
          starttime="NULL"
          failedtime="NULL"
          var1=$no
          var2=$no2
          setstatus
          ;;
     *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;;
  esac
done

rm -v $todofile >> $scriptlog 2>&1
rm -v $lockfile >> $scriptlog 2>&1

set +C

date  >> $scriptlog 2>&1