source: trunk/MagicSoft/Mars/datacenter/scripts/filesondisk@ 7467

#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2006
#
#
# ========================================================================
#
# This script checks which files are on disk and updates the database 
# accordingly. It is not yet running automatically. 
# 
# It is checking the:
# - ccfiles
# - cacofiles 
#   this includes also the search for missing cacofiles:
#   Sometimes the DAQ aborts a run and starts itself a new one. In this 
#   cases the camera controll doesn't start a new file, as the command to 
#   start a new run was not sent by the central control. So the caco 
#   information is stored in the previous caco file, which has a 
#   different runnumber. To be able to merpp the information into the 
#   calibrated data file, the runnumber of the file containing the 
#   information has to be found.
#   In this script the search and inserting into the database is done 
#   using the macros findcacofiles.C and insertcacofile.C
# - rawfiles
# The update in the database is done using the macro resetallruns.C
# 

user=`whoami`
source /home/$user/Mars/datacenter/scripts/sourcefile

cd $mars
date=`date +%F`

subsystemdir=/magic/subsystemdata
filesondisklogpath=$logpath/filesondisk/`date +%Y`
makedir $filesondisklogpath 


echo "checking disk for ccfiles..." 
filename=$filesondisklogpath/ccfilesondisk-$date.txt
column=fCCFileAvail
find $subsystemdir/cc/ -name '*_S.rep' | cut -d_ -f2  > $filename

echo "resetting runs..."
check3=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$date.log | grep int | sed -e 's/(int)//'`

case $check3 in 
   1)   echo "check3=$check3 -> everything ok -> reset is done";;
   *)   echo "check3=$check3 -> ERROR -> something went wrong while resetting";;
esac


echo "checking disk for cacofiles..." 
filename=$filesondisklogpath/cacofilesondisk-$date.txt
column=fCaCoFileAvail
find $subsystemdir/caco/ -name '*.txt' | cut -d_ -f8 | grep [0-9] > $filename

echo "resetting runs..."
check0=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$date.log | grep int | sed -e 's/(int)//'`

case $check0 in 
   1)   echo "check0=$check0 -> everything ok -> reset is done";;
   *)   echo "check0=$check0 -> ERROR -> something went wrong while resetting";;
esac

echo "checking missing cacofiles..."
check1=`root -q -b $macrospath/findcacofiles.C+\("\"$date\""\,"\"$filesondisklogpath\""\) | tee $filesondisklogpath/findcacofiles-$date.log | grep int | sed -e 's/(int)//'`

case $check1 in 
   1)   echo "check1=$check1 -> everything ok -> missing cacofiles are found";;
   *)   echo "check1=$check1 -> ERROR -> something went wrong while resetting";;
esac

missingcacoruns=(`cat $filesondisklogpath/findcacofiles-$date.txt`)
for missingcacorun in ${missingcacoruns[@]}
do 
   runno=$missingcacorun
   echo "no cacofile found for run "$runno
   echo "finding cacofile"
   ccfile=`find $subsystemdir/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep`   
   echo "ccfile: "$ccfile
   if [ "$ccfile" = "" ]
   then
      echo "no ccfile found for run "$runno
      continue
   fi
   for (( i = 0; i <= 10; i++ ))
   do 
      newrun=`echo $runno - $i | bc`
      path=`dirname $ccfile`
      path=`echo $path | sed -e 's/cc/caco/'`
      cacofile=`find $path -name *$newrun*`
      if [ "$cacofile" = "" ]
      then
         continue
      else
         echo "inserting cacofile $file for run $missingcacorun..."
         check2=`root -q -b $macrospath/insertcacofile.C+\("\"$runno\""\,"\"$newrun\""\) | tee $filesondisklogpath/insertcacofile-$missingcacorun.log | grep int | sed -e 's/(int)//'`

         case $check2 in
            1)   echo "check2=$check2 -> everything ok -> insert is done";;
            *)   echo "check2=$check2 -> ERROR -> something went wrong while inserting run "$missingcacorun;;
         esac
         break
      fi
   done
   echo "cacofile: "$cacofile

done


echo "checking disk for rawfiles..." 
filename=$filesondisklogpath/rawfilesondisk-$date.txt
column=fRawFileAvail
find $datapath -name '*.raw' | cut -d_ -f2 > $filename

echo "resetting runs..."                                    
check4=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$date.log | grep int | sed -e 's/(int)//'` 

case $check4 in 
   1)   echo "check4=$check4 -> everything ok -> reset is done";;
   *)   echo "check4=$check4 -> ERROR -> something went wrong while resetting";;
esac