source: trunk/MagicSoft/Mars/datacenter/scripts/checkstardone@ 7460

#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2006
#
#
# ========================================================================
#
# This script launches the checking of the availability of the files for 
# the datasets. 
#
# After checking, if the script is already running, the todolist is 
# written by using the macro getdolist.C
# Then for each dataset the sequences are extracted from the datasetfile 
# and for each sequence the availability of the star files checked by using 
# the macro checkstardone.C 
# If this was successful, the status is inserted into the database using 
# the macro setstatus.C
#

user=`whoami`
source /home/$user/Mars/datacenter/scripts/sourcefile

table=DataSetProcessStatus
column=fStarFilesAvail
date=NULL
datetime=`date +%F-%H-%M-%S`
year=`date +%Y`

todofile=$listpath/ToDo-$table-$column.txt
getstatuslogpath=$logpath/getstatus/checkstardone/$year
getstatuslog=$getstatuslogpath/getstatus-$table-$column-$datetime.log

scriptlogpath=$logpath/run/checkstardone/`date +%Y/%m/%d`
makedir $scriptlogpath
scriptlog=$scriptlogpath/checkstardone-$datetime.log

date >> $scriptlog 2>&1

makedir $getstatuslogpath >> $scriptlog 2>&1

cd $mars

# check if script is already running
date > $lockpath/lock-checkstardone.txt >> $scriptlog 2>&1 
checklock0=$?
case $checklock0 in 
    0)   echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;;
    1)   echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1
         echo "-> checkstardone is running -> exit" >> $scriptlog 2>&1
         date  >> $scriptlog 2>&1
         exit;;
    *)   echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;;
esac

# get todo list
echo "getting list..." >> $scriptlog 2>&1
check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'`

case $check0 in 
   1)   echo "check0=$check0 -> everything ok -> do step" >> $scriptlog 2>&1 ;;
   *)   echo "check0=$check0 -> ERROR -> could not get list -> exit" >> $scriptlog 2>&1
        rm -v $todofile >> $scriptlog 2>&1
        rm -v $lockpath/lock-checkstardone.txt >> $scriptlog 2>&1
        date  >> $scriptlog 2>&1
        exit;;
esac

datasets=(`cat $todofile`)
if [ "$datasets" = "" ]
then 
   echo "nothing to do -> exit"  >> $scriptlog 2>&1
   rm -v $todofile >> $scriptlog 2>&1
   rm -v $lockpath/lock-checkstardone.txt >> $scriptlog 2>&1
   date  >> $scriptlog 2>&1
   exit
fi

echo "datasets: "${datasets[@]} #>> $scriptlog 2>&1
for dataset in ${datasets[@]}
do 
   no=`printf %08d $dataset | cut -c 0-5`
   echo "checking files for dataset $dataset..." >> $scriptlog 2>&1 
   datasetfile=$datasetpath/$no/dataset`printf %08d $dataset`.txt
   sequences=(`cat $datasetfile | grep Sequences | sed -e 's/SequencesOn://g' | sed -e 's/SequencesOff://g'`)
   
   if [ "$sequences" = "" ]
   then
      echo "no sequences found" >> $scriptlog 2>&1
      echo "continue with next dataset" >> $scriptlog 2>&1
      continue
   fi
   
   echo "sequences: "${sequences[@]} >> $scriptlog 2>&1

   outpath=$logpath/checkstardone/$no
   echo "outpath: "$outpath  >> $scriptlog 2>&1 
   makedir $outpath  >> $scriptlog 2>&1 
   
   for sequence in ${sequences[@]}
   do 
      check1=`root -q -b $macrospath/checkstardone.C+\(\""$sequence\""\) | tee $outpath/checkstardone-$sequence.log | grep int | sed -e 's/(int)//'`

      case $check1 in
         1)   echo "check1=$check1 -> everything ok -> continue with next sequence..." >> $scriptlog 2>&1 ;;
         *)   echo "check1=$check1 -> ERROR " >> $scriptlog 2>&1 
              echo "starfiles not available for sequence -> continue" >> $scriptlog 2>&1 
              continue 2
              ;;
      esac
   done
   
   setstatuslogpath=$logpath/setstatus/checkstardone/$no
   makedir $setstatuslogpath  >> $scriptlog 2>&1 

   check2=`root -q -b $macrospath/setstatus.C+\("\"$dataset\""\,"\"$table\""\,"\"$column\""\,"\"Now()\""\)  | tee $setstatuslogpath/setstatus-checkstardone-$dataset.log | grep int | sed -e 's/(int)//'`
   case $check2 in
      1)   echo "check2=$check2 -> everything ok, status has been set" >> $scriptlog 2>&1 ;;
      *)   echo "check2=$check2 -> ERROR -> step could not be set" >> $scriptlog 2>&1 ;;
   esac
done

rm -v $todofile  >> $scriptlog 2>&1 
rm -v $lockpath/lock-checkstardone.txt >> $scriptlog 2>&1

date  >> $scriptlog 2>&1