#!/bin/sh # # ======================================================================== # # * # * This file is part of MARS, the MAGIC Analysis and Reconstruction # * Software. It is distributed to you in the hope that it can be a useful # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. # * It is distributed WITHOUT ANY WARRANTY. # * # * Permission to use, copy, modify and distribute this software and its # * documentation for any purpose is hereby granted without fee, # * provided that the above copyright notice appear in all copies and # * that both that copyright notice and this permission notice appear # * in supporting documentation. It is provided "as is" without express # * or implied warranty. # * # # # Author(s): Daniela Dorner 08/2004 # # Copyright: MAGIC Software Development, 2000-2004 # # # ======================================================================== # # user=`whoami` source /home/$user/Mars/datacenter/scripts/sourcefile set -C table=SequenceProcessStatus column=fStar date=NULL datetime=`date +%F-%H-%M-%S` year=`date +%Y` pno=500 # number of processes, i.e. number of todo-files todofile=$listpath/ToDo-$table-$column getstatuslogpath=$logpath/getstatus/star/$year getstatuslog=$getstatuslogpath/getstatus-star-$datetime.log scriptlogpath=$logpath/run/star/`date +%Y/%m/%d` if [ ! -d $scriptlogpath ] then mkdir -pv $scriptlogpath if [ ! -d $scriptlogpath ] then echo "could not make scriptlogpath "$scriptlogpath exit fi fi scriptlog=$scriptlogpath/runstar-$datetime.log date >> $scriptlog 2>&1 if [ ! -d $getstatuslogpath ] then mkdir -pv $getstatuslogpath >> $scriptlog 2>&1 if [ ! -d $getstatuslogpath ] then echo "could not make getstatuslogpath "$getstatuslogpath >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit fi fi cd $mars date > $lockpath/lock-getting-star-list.txt >> $scriptlog 2>&1 checklock0=$? case $checklock0 in 0) echo "checklock0=$checklock0 -> continue " >> $scriptlog 2>&1;; 1) echo "checklock0=$checklock0 -> file exists " >> $scriptlog 2>&1 echo "-> getting list for star is running -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; *) echo "checklock0=$checklock0 -> something went completely wrong" >> $scriptlog 2>&1;; esac echo "checking if other todo-files are there" >> $scriptlog 2>&1 if ls $todofile-[1-9]*.txt >> $scriptlog 2>&1 then echo "other file(s) on disk " >> $scriptlog 2>&1 echo " -> choose one file and start calculation of image parameter" >> $scriptlog 2>&1 else echo "getting list..." >> $scriptlog 2>&1 check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'` case $check0 in 1) echo "check0=$check0 -> everthing ok -> run star" >> $scriptlog 2>&1;; *) echo "check0=$check0 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;; esac echo "cutting to-do-file" >> $scriptlog 2>&1 echo "getting no of lines" >> $scriptlog 2>&1 lines=`cat $todofile.txt | wc -l` echo "number of lines: "$lines >> $scriptlog 2>&1 while (( "$lines" < "$pno" )) do echo "# of lines ($lines) < # of processes ($pno) " pno=`expr $pno / 2` done echo "pno: "$pno nofiles=`expr $lines / \( $pno - 1 \)` nofiles=`expr $nofiles + 1 ` echo "number of files: "$nofiles >> $scriptlog 2>&1 echo "deviding todo-file" >> $scriptlog 2>&1 for (( j=1 ; j <= $pno ; j++ )) do begin=$(echo "1 + ( ($j - 1) * $nofiles)" | bc -l) end=$(echo "$begin + $nofiles - 1" | bc -l) echo "begin: "$begin >> $scriptlog 2>&1 echo "end: "$end >> $scriptlog 2>&1 file=${todofile}-${j}.txt echo "file: "$file >> $scriptlog 2>&1 sed -ne ''"$begin"','"$end"'w '"$file"'' $todofile.txt done rm -v $todofile.txt >> $scriptlog 2>&1 fi rm -v $lockpath/lock-getting-star-list.txt >> $scriptlog 2>&1 nr=bla echo "finding the right todo-file" >> $scriptlog 2>&1 for (( i = 1; i <= $pno ; i++ )) do if ! ls $todofile-$i.txt >> $scriptlog 2>&1 then echo "file is not on disk -> continue" >> $scriptlog 2>&1 continue fi date > $lockpath/lock-$table-$column-$i.txt >> $scriptlog 2>&1 checklock=$? case $checklock in 0) echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1 nr=${i} break;; 1) echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;; *) echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;; esac done case $nr in bla) echo "everything is beeing processed -> exit" >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit;; 12345678) echo "process nr: "$nr >> $scriptlog 2>&1;; esac sequences=(`cat $todofile-$nr.txt`) if [ "$sequences" = "" ] then echo "nothing to do -> exit" >> $scriptlog 2>&1 rm -v $todofile-$nr.txt >> $scriptlog 2>&1 rm -v $lockpath/lock-$table-$column-$nr.txt >> $scriptlog 2>&1 date >> $scriptlog 2>&1 exit fi echo "sequences: "${sequences[@]} >> $scriptlog 2>&1 for sequence in ${sequences[@]} do no=`printf %08d $sequence | cut -c 0-4` no2=`printf %08d $sequence` outpath="$datapath/star/$no/$no2" inpath=`echo $outpath | sed -e 's/star/callisto/'` echo "inpath: "$inpath >> $scriptlog 2>&1 echo "outpath: "$outpath >> $scriptlog 2>&1 if [ ! -d $outpath ] then mkdir -pv $outpath >> $scriptlog 2>&1 if [ ! -d $outpath ] then echo "could not make outpath $outpath -> continue " >> $scriptlog 2>&1 continue fi fi sequfile="$sequpath/$no/sequence$no2.txt" echo "sequfile: "$sequfile >> $scriptlog 2>&1 echo "run star..." >> $scriptlog 2>&1 ./star -b -q -v4 -f --log=$outpath/star$no2.log --html=$outpath/star$no2.html --ind=$inpath --out=$outpath $sequfile 2>> $scriptlog> /dev/null check1=$? case $check1 in 0) echo "check1=$check1 -> everthing ok " >> $scriptlog 2>&1 echo "-> inserting the status for star for sequence $sequence into the db" >> $scriptlog 2>&1 setstatuslogpath=$logpath/setstatus/star/$no if [ ! -d $setstatuslogpath ] then mkdir -pv $setstatuslogpath >> $scriptlog 2>&1 if [ ! -d $setstatuslogpath ] then echo "could not make setstatuslogpath "$setstatuslogpath >> $scriptlog 2>&1 continue fi fi setstatuslog=$setstatuslogpath/setstatus-star-$no2.log check4=`root -q -b $macrospath/setstatus.C+\("\"$sequence\""\,"\"$table\""\,"\"$column\""\,"\"Now()\""\) | tee $setstatuslog | grep int | sed -e 's/(int)//'` case $check4 in 1) echo "check4=$check4 -> everthing ok, status has been set" >> $scriptlog 2>&1;; *) echo "check4=$check4 -> ERROR -> step could not be set" >> $scriptlog 2>&1;; esac ;; *) echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1;; esac done rm -v $todofile-$nr.txt >> $scriptlog 2>&1 rm -v $lockpath/lock-$table-$column-$nr.txt >> $scriptlog 2>&1 set +C date >> $scriptlog 2>&1