source: trunk/DataCheck/Processing/FillRatescans.sh@ 19847

#!/bin/bash

source `dirname $0`/../Sourcefile.sh
printprocesslog "INFO starting "$0

## setup to use ftools
#source $HEADAS/headas-init.sh

logfile=$runlogpath"/FillRatescan-"$datetime".log"
date >> $logfile

# this script doesn't need variable $doupdate
# filling is done by macro and update is always done

# get dates
if [ "$certaindate" != "" ]
then
   getdates $certaindate
else
   # get all night
   #getdates "all"
   # get last 6 nights
   getdates 6
fi


printprocesslog "INFO processing the following night(s): "${dates[@]}
echo  `date`": processing the following night(s): "${dates[@]} >> $logfile 2>&1

cd $mars

# do filling of aux data 
for date in ${dates[@]}
do 
   auxdir=$auxdata/$date
   runnumber=`echo $date | sed -e 's/\///g'`
   
   # check if aux files are available from that night
   if ! [ -d $auxdir ]
   then
      printprocesslog "INFO no data available in "$auxdir
      continue
   else
      printprocesslog "INFO processing files in "$auxdir
   fi
   
   ratescanfile=$auxdir/$runnumber.RATE_SCAN_DATA.fits
   printprocesslog "INFO processing "$ratescanfile
   echo "INFO processing "$ratescanfile >> $logfile 2>&1
   # check if ratescan file is there
   #  and print warning if a file is expected but not found
   if ! [ -e $ratescanfile ]
   then 
      rawdir=$rawdata/$date
      # check if raw files are available from that night
      if ! [ -d $rawdir ]
      then
         printprocesslog "INFO "$ratescanfile" not found."
      else
         # in the telcon on 25.5.2016 it was decided to take no nightly ratescans anymore
         if [ $runnumber -le 20160525 ]
         then 
            printprocesslog "WARN "$ratescanfile" not found."
         else 
            printprocesslog "INFO "$ratescanfile" not found."
         fi
      fi
      continue
#   else
#      ratescannumerrors=`fverify $ratescanfile 2>/dev/null | grep -o '[0-9][ ]error(s)'  | grep -E -o '[0-9]'`
#      if [ $ratescannumerrors -gt 0 ]
#      then 
#         printprocesslog "WARN for $ratescanfile fverify returned "$ratescannumerrors" error(s)."
#      fi
   fi

   printprocesslog "INFO run fillratescan.C for night "$runnumber
   echo "run fillratescan.C for night "$runnumber >> $logfile 2>&1
   check1=`root -q -b -l fact/processing/fillratescan.C\("\"$ratescanfile"\"\,kFALSE\) | tee $logfile | intgrep`
   case $check1 in
      1)   printprocesslog "INFO fillratescan.C was successfully for night "$runumber" (check1=$check1)."
           ;;
      0)   printprocesslog "WARN connection to DB failed (check1=$check1)."
           ;;
      *)   printprocesslog "ERROR fillratescan.C failed for night "$runumber" (check1=$check1)."
           ;;
   esac


done

finish