#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2004
#
#
# ========================================================================
#
#

source /home/operator/Mars/datacenter/scripts/sourcefile

set -C

callistorcnew=/magic/datacenter/setup/callisto/callisto.rc

table=SequenceProcessStatus
column=fCallisto
date=NULL
datetime=`date +%F-%H-%M-%S`
year=`date +%Y`
pno=24 # number of processes, i.e. number of todo-files

todofile=/magic/datacenter/lists/ToDo-$table-$column
getstatuslogpath=$logpath/getstatus/callisto/$year
getstatuslog=$getstatuslogpath/getstatus-callisto-$datetime.log

scriptlogpath=$logpath/run/callisto/`date +%Y/%m/%d`
if [ ! -d $scriptlogpath ]
then
  mkdir -pv $scriptlogpath 
  if [ ! -d $scriptlogpath ]
  then 
     echo "could not make scriptlogpath "$scriptlogpath 
     exit
  fi
fi

scriptlog=$scriptlogpath/runcallisto-$datetime.log

date >> $scriptlog 2>&1


if [ ! -d $getstatuslogpath ]
then
  mkdir -pv $getstatuslogpath >> $scriptlog 2>&1
  if [ ! -d $getstatuslogpath ]
  then 
     echo "could not make getstatuslogpath "$getstatuslogpath >> $scriptlog 2>&1
     date  >> $scriptlog 2>&1
     exit
  fi
fi

cd $mars

date > $lockpath/lock-getting-callisto-list.txt >> $scriptlog 2>&1 
checklock0=$?
case $checklock0 in 
    0)   echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;;
    1)   echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1
         echo "-> getting list for callisto is running -> exit" >> $scriptlog 2>&1
         date  >> $scriptlog 2>&1
         exit;;
    *)   echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;;
esac

echo "checking if other todo-files are there" >> $scriptlog 2>&1
if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
then 
   echo "other file(s) on disk " >> $scriptlog 2>&1
   echo " -> choose one file and start calibrating" >> $scriptlog 2>&1
else
#   echo "run checkfilesforsequenceavail" >> $scriptlog 2>&1
#   $scriptspath/checkfilesforsequenceavail
   
   echo "getting list..." >> $scriptlog 2>&1
   check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'`
   
   case $check0 in 
       1)   echo "check0=$check0 -> everthing ok -> run callisto" >> $scriptlog 2>&1;;
       *)   echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;;
   esac
   echo "cutting to-do-file" >> $scriptlog 2>&1
   echo "getting no of lines" >> $scriptlog 2>&1
   lines=`cat $todofile.txt | wc -l`
   echo "number of lines: "$lines >> $scriptlog 2>&1
   while (( "$lines" < "$pno" ))
   do
      echo "# of lines ($lines) < # of processes ($pno) "
      pno=`expr $pno / 2` 
   done
   echo "pno: "$pno
   nofiles=`expr $lines / \( $pno - 1 \)`
   echo "number of files: "$nofiles >> $scriptlog 2>&1
   echo "deviding todo-file" >> $scriptlog 2>&1
   for (( j=1 ; j <= $pno ; j++ ))
   do 
     begin=$(echo "1 + ( ($j - 1) * $nofiles)" | bc -l)
     end=$(echo "$begin + $nofiles - 1" | bc -l)
     echo "begin: "$begin >> $scriptlog 2>&1
     echo "end: "$end >> $scriptlog 2>&1
     file=${todofile}-${j}.txt
     echo "file: "$file >> $scriptlog 2>&1
     sed -ne ''"$begin"','"$end"'w '"$file"'' $todofile.txt
   done

   rm -v $todofile.txt >> $scriptlog 2>&1
fi

rm -v $lockpath/lock-getting-callisto-list.txt >> $scriptlog 2>&1

nr=bla
echo "finding the right todo-file" >> $scriptlog 2>&1
for (( i = 1; i <= $pno ; i++ ))
do 
   if ! ls $todofile-$i.txt >> $scriptlog 2>&1
   then 
      echo "file is not on disk -> continue" >> $scriptlog 2>&1
      continue
   fi
   date > $lockpath/lock-$table-$column-$i.txt >> $scriptlog 2>&1
   checklock=$?
   case $checklock in 
       0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
            nr=${i}
            break;;
       1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
       *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
   esac
done

case $nr in
   bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
             date  >> $scriptlog 2>&1
             exit;;
   12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
esac


sequences=(`cat $todofile-$nr.txt`)

if [ "$sequences" = "" ]
then 
   echo "nothing to do -> exit"  >> $scriptlog 2>&1
   rm -v $todofile-$nr.txt >> $scriptlog 2>&1
   rm -v $lockpath/lock-$table-$column-$nr.txt >> $scriptlog 2>&1
   date  >> $scriptlog 2>&1
   exit
fi

echo "sequences: "${sequences[@]} >> $scriptlog 2>&1

for sequence in ${sequences[@]}
do 
  no=`printf %08d $sequence | cut -c 4`
  outpath="/magic/data/callisto/"`printf %04d $no`"/"`printf %08d $sequence`
  echo "outpath: "$outpath >> $scriptlog 2>&1
  if [ ! -d $outpath ]
  then
    mkdir -pv $outpath >> $scriptlog 2>&1
    if [ ! -d $outpath ]
    then 
       echo "could not make outpath $outpath -> continue " >> $scriptlog 2>&1
       continue
    fi
  fi
  sequfile="/magic/sequences/"`printf %04d $no`"/sequence"`printf %08d $sequence`".txt"
  echo "sequfile: "$sequfile >> $scriptlog 2>&1
  
  if [ -e $outpath/callisto.rc ]
  then
     echo "found callisto.rc in $outpath -> using this " >> $scriptlog 2>&1
     callistorcseq=$outpath/callisto.rc
  else
     echo "no callisto.rc found in $outpath -> making link " >> $scriptlog 2>&1
     ln -vs $callistorcnew $outpath/callisto.rc >> $scriptlog 2>&1
     callistorcseq=$outpath/callisto.rc
  fi

  echo "run callisto..." >> $scriptlog 2>&1
  ./callisto -b -q -f -raw --log=$outpath/callisto$sequence.log --out=$outpath --config=$callistorcseq $sequfile  2>> $scriptlog > /dev/null
  check1=$?

  case $check1 in
     0)   echo "check1=$check1 -> everthing ok -> doing update..." >> $scriptlog 2>&1
          echo "finding files to be updated" >> $scriptlog 2>&1
          calfiles=`find $outpath -name *_Y_* `
          echo "files to be updated: "$calfiles >> $scriptlog 2>&1
          if [ "$calfiles" = "" ]
          then 
             echo "no files found -> continue with next sequence" >> $scriptlog 2>&1
             continue
          fi
          
          merpplogpath=$outpath"/merpplogs"
          if [ ! -d $merpplogpath ]
          then
            mkdir -pv $merpplogpath >> $scriptlog 2>&1
            if [ ! -d $merpplogpath ]
            then
               echo "could not make merpplogpath "$merpplogpath >> $scriptlog 2>&1
               continue
            fi
          fi
          
          for calfile in ${calfiles[@]}
          do 
             echo "calfile: "$calfile >> $scriptlog 2>&1
             runno=`echo $calfile | cut -d_ -f2 | sed -e 's/^0//' | sed -e 's/^0//' | sed -e 's/^0//' `
             ccfile=`find /magic/subsystemdata/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep`
             cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_*.txt`
             echo "runno: "$runno >> $scriptlog 2>&1
             echo "ccfile: "$ccfile >> $scriptlog 2>&1
             if [ "$ccfile" = "" ]
             then
                echo "no ccfile found for run "$runno >> $scriptlog 2>&1
                break
             fi
             echo "cacofile: "$cacofile >> $scriptlog 2>&1
             if [ "$cacofile" = "" ]
             then 
                echo "no cacofile found for run "$runno >> $scriptlog 2>&1
                echo "finding cacofile..." >> $scriptlog 2>&1
                for (( i = 0; i <= 10; i++ ))
                do 
                   newrun=`echo $runno - $i | bc`
            #      echo "$missingcacorun + $i = $newrun"
                   path=`dirname $ccfile`
                   path=`echo $path | sed -e 's/cc/caco/'`
                   echo "path: "$path >> $scriptlog 2>&1
                   cacofile=`find $path -name *$newrun*`
                   if [ "$cacofile" = "" ]
                   then
                      continue
                   else
                      break
                      echo "cacofile: "$cacofile >> $scriptlog 2>&1
                   fi
                done
             fi
             ./merpp -u --log=$merpplogpath/merppccupdate$runno.log --runfile=$runno $ccfile $calfile 2>> $scriptlog> /dev/null
             check2=$?
             case $check2 in
                     0)   echo "check2=$check2 -> everthing ok, merppccupdate worked -> continue" >> $scriptlog 2>&1;;
         	     *)   echo "check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1
                          continue 2 ;;
             esac
             ./merpp -u --log=$merpplogpath/merppcacoupdate$runno.log --auto-time $cacofile $calfile 2>> $scriptlog> /dev/null
             check3=$?
             case $check3 in
                     0)   echo "check3=$check3 -> everthing ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1;;
         	     *)   echo "check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1
                          continue 2 ;;
             esac
          done
          
          echo "inserting the status for callisto for sequence $sequence into the db" >> $scriptlog 2>&1
          setstatuslogpath=$logpath/setstatus/callisto/`printf %04d $no`
          if [ ! -d $setstatuslogpath ]
          then
            mkdir -pv $setstatuslogpath >> $scriptlog 2>&1
            if [ ! -d $setstatuslogpath ]
            then 
               echo "could not make setstatuslogpath "$setstatuslogpath >> $scriptlog 2>&1
               continue
            fi
          fi
          setstatuslog=$setstatuslogpath/setstatus-callisto
          check4=`root -q -b $macrospath/setstatus.C+\("\"$sequence\""\,"\"$table\""\,"\"$column\""\,"\"Now()\""\) | tee $setstatuslog-$sequence.log | grep int | sed -e 's/(int)//'`
          case $check4 in
  	     1)   echo "check4=$check4 -> everthing ok, status has been set" >> $scriptlog 2>&1;;
  	     *)   echo "check4=$check4 -> ERROR -> step could not be set" >> $scriptlog 2>&1;;
          esac
  	  ;;
     *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;;
  esac
done

rm -v $todofile-$nr.txt >> $scriptlog 2>&1
rm -v $lockpath/lock-$table-$column-$nr.txt >> $scriptlog 2>&1

set +C

date  >> $scriptlog 2>&1

