source: trunk/MagicSoft/Mars/datacenter/scripts/insertdatasets@ 8303

#!/bin/sh
#
# ========================================================================
#
# *
# * This file is part of MARS, the MAGIC Analysis and Reconstruction
# * Software. It is distributed to you in the hope that it can be a useful
# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
# * It is distributed WITHOUT ANY WARRANTY.
# *
# * Permission to use, copy, modify and distribute this software and its
# * documentation for any purpose is hereby granted without fee,
# * provided that the above copyright notice appear in all copies and
# * that both that copyright notice and this permission notice appear
# * in supporting documentation. It is provided "as is" without express
# * or implied warranty.
# *
#
#
#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
#
#   Copyright: MAGIC Software Development, 2000-2006
#
#
# ========================================================================
#
# This script launches the inserting of the datasets into the db.
#
# Extract information (dataset number, source name, comment, observation 
# mode) from dataset file and insert it into the database in the table 
# DataSets using the macro insertdataset.C
#

source `dirname $0`/sourcefile
printprocesslog "INFO starting $0"
program=insertdatasets

set -C

scriptlog=$runlogpath/$program-$datetime.log
date >> $scriptlog 2>&1

# check if script is already running
lockfile=$lockpath/lock-$program.txt
checklock  >> $scriptlog 2>&1

# get all datasetfiles
datasetfiles=(`ls $datasetpath/*/*.txt`)
echo "datasetfiles: "${datasetfiles[@]}  >> $scriptlog 2>&1 
echo "" >> $scriptlog 2>&1 

cd $mars

# extract information from dataset file and insert it into db with the macro insertdataset.C
printprocesslog "INFO inserting dataset information into db"
for datasetfile in ${datasetfiles[@]}
do 
   # get datasetnumber from filename
   no=`echo $datasetfile | cut -d/ -f5 | cut -c8-99 | cut -d. -f1`
   # get datasetnumber from file and get it with 8 digits
   no2=`grep 'AnalysisNumber:' $datasetfile | sed -e 's/AnalysisNumber://g' | sed -e 's/ //g'`
   no3=`printf %08d $no2`
   no4=`printf %08d $no2 | cut -c 1-5`
   # compare the two datasetnumber 
   # continue only if number is the same
   if [ "$no" = "$no3" ]
   then 
      echo "number in filename and in file are the same -> continue" >> $scriptlog 2>&1 
   else
      echo "number in filename and in file are not the same " >> $scriptlog 2>&1 
      echo " -> continue with next dataset" >> $scriptlog 2>&1 
      printprocesslog "ERROR number in filename ($no) and file ($no3) are not the same for dataset $no2"
      continue
   fi
   # get source name, comment and observation mode from dataset file
   source=`grep 'SourceName:' $datasetfile | sed -e 's/SourceName://g' | sed -e 's/ //g' | sed -e 's/#//g'` >> $scriptlog 2>&1 
   comment=`grep 'Comment:' $datasetfile | sed -e 's/Comment://g'` >> $scriptlog 2>&1 
   mode=`grep 'WobbleMode:' $datasetfile` >> $scriptlog 2>&1 
   mode2=`echo $mode | grep ^\#` >> $scriptlog 2>&1 
   if [ "$mode2" = "" ]
   then 
      wobble="Y" >> $scriptlog 2>&1 
   else
      wobble="N" >> $scriptlog 2>&1 
   fi
   echo "file: "$datasetfile >> $scriptlog 2>&1 
   echo "  datasetno:  "$no2 >> $scriptlog 2>&1 
   echo "  sourcename: "$source >> $scriptlog 2>&1 
   echo "  wobble:     "$wobble >> $scriptlog 2>&1 
   echo "  comment:    "$comment >> $scriptlog 2>&1 
   echo " " >> $scriptlog 2>&1 
   
   insertdatasetpath=$logpath/insertdataset/$no4
   makedir $insertdatasetpath >> $scriptlog 2>&1
   insertdatasetlog=$insertdatasetpath/insertdataset-$no3.log

   printprocesslog "INFO inserting dataset $no2"
   # insert information into db
   check0=`root -q -b $macrospath/insertdataset.C+\("\"$no2\""\,"\"$source\""\,"\"$wobble\""\,"\"$comment\""\,kFALSE\) | tee $insertdatasetlog | intgrep`
   case $check0 in 
      1)   echo " check0=$check0 -> everything ok " >> $scriptlog 2>&1 
           printprocesslog "INFO dataset $no2 successfully inserted"
           ;;
      3)   echo " check0=$check0 -> everything ok " >> $scriptlog 2>&1 
           printprocesslog "INFO dataset $no2 exists already"
           ;;
      0)   echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 
           printprocesslog "WARN connection to DB failed"
           check="no"
           ;;
      *)   echo " check0=$check0 -> ERROR " >> $scriptlog 2>&1 
           printprocesslog "ERROR $program.C failed for dataset $no2"
           ;;
   esac
done

finish >> $scriptlog 2>&1