Index: trunk/MagicSoft/Mars/datacenter/scripts/findnewstars =================================================================== --- trunk/MagicSoft/Mars/datacenter/scripts/findnewstars (revision 8063) +++ trunk/MagicSoft/Mars/datacenter/scripts/findnewstars (revision 8063) @@ -0,0 +1,122 @@ +#!/bin/sh +# +# ======================================================================== +# +# * +# * This file is part of MARS, the MAGIC Analysis and Reconstruction +# * Software. It is distributed to you in the hope that it can be a useful +# * and timesaving tool in analysing Data of imaging Cerenkov telescopes. +# * It is distributed WITHOUT ANY WARRANTY. +# * +# * Permission to use, copy, modify and distribute this software and its +# * documentation for any purpose is hereby granted without fee, +# * provided that the above copyright notice appear in all copies and +# * that both that copyright notice and this permission notice appear +# * in supporting documentation. It is provided "as is" without express +# * or implied warranty. +# * +# +# +# Author(s): Daniela Dorner 10/2006 +# +# Copyright: MAGIC Software Development, 2000-2006 +# +# +# ======================================================================== +# +# This script checks from the DB which new starfiles have been produced +# and sends it to the person in charge for building datasets +# + +#source `dirname $0`/sourcefile +#printprocesslog "INFO starting $0" +function usage() +{ + echo "Usage: $0 [options]" + echo "options:" + echo -n " --sequ sequence# " + echo -n " giving number of the sequence starting from which " + echo " sequences with star done are returned " + echo -n " --date " + echo -n " giving date starting from which sequences with star " + echo "done are returned" + echo "" + exit +} + + +while [ "$1" ] +do + case $1 in + --sequ) shift + seq=$1 + echo "Only sequences starting from sequence # $seq are considered" + ;; + --date) shift + date=$1 + echo "Only star starting from date $date is considered" + ;; + -h) usage + ;; + *) echo "unknown option $1 " + usage + exit + ;; + esac + shift +done + +alias mymysql='mysql -u MAGIC --password=d99swMT! --host=hercules MyMagic -s -e' + +query="SELECT fSequenceFirst FROM SequenceProcessStatus WHERE NOT ISNULL(fStar) " +cond="" +if ! [ "$seq" = "" ] +then + cond=$cond" AND SequenceProcessStatus.fSequenceFirst > $seq " +fi +if ! [ "$date" = "" ] +then + cond=$cond" AND fStar > '$date'" +fi +query=$query$cond + +sequences=`mymysql " $query "` +if [ "$sequences" = "" ] +then + echo "no sequences with new star files found " + exit +fi +sequences2=`echo $sequences | sed -e 's/ /,/g'` +query="SELECT fSourceKEY FROM Sequences WHERE fSequenceFirst IN ($sequences2) GROUP BY fSourceKEY" +sources=`mymysql " $query "` +sources2=`echo $sources | sed -e 's/ /,/g'` +query="SELECT fSourceName FROM Source WHERE fSourceKEY IN ($sources2)" +sourcenames=`mymysql " $query "` +#echo "for the following sources new starfiles have been produced: $sourcenames" +#echo "" +for sourcename in $sourcenames +do + query="SELECT Sequences.fSequenceFirst FROM Sequences " + query=$query" LEFT JOIN Source ON Source.fSourceKEY=Sequences.fSourceKEY " + query=$query" LEFT JOIN SequenceProcessStatus ON SequenceProcessStatus.fSequenceFirst=Sequences.fSequenceFirst " + query=$query"WHERE fSourceName='$sourcename'" + query=$query$cond + seqspersource=`mymysql " $query "` + seqs=`echo $seqspersource | sed -e 's/ /,/g'` + printf "star done for %12s the following new sequences: %s \n" $sourcename $seqs +done + +for sourcename in $sourcenames +do + echo "searching datasets for $sourcename" + if ! grep $sourcename /magic/test/bu.2006.10.10/datasets/*/*.txt 2>/dev/null + then + echo "sorry, no dataset found for $sourcename, please create a new dataset" + fi +done + + +#nail -s 'found warnings in '$oldprocesslog $erradrs + +#printprocesslog "INFO finished $0" + Index: trunk/MagicSoft/Mars/datacenter/scripts/findnotseqruns =================================================================== --- trunk/MagicSoft/Mars/datacenter/scripts/findnotseqruns (revision 8063) +++ trunk/MagicSoft/Mars/datacenter/scripts/findnotseqruns (revision 8063) @@ -0,0 +1,219 @@ +#!/bin/sh +# +# ======================================================================== +# +# * +# * This file is part of MARS, the MAGIC Analysis and Reconstruction +# * Software. It is distributed to you in the hope that it can be a useful +# * and timesaving tool in analysing Data of imaging Cerenkov telescopes. +# * It is distributed WITHOUT ANY WARRANTY. +# * +# * Permission to use, copy, modify and distribute this software and its +# * documentation for any purpose is hereby granted without fee, +# * provided that the above copyright notice appear in all copies and +# * that both that copyright notice and this permission notice appear +# * in supporting documentation. It is provided "as is" without express +# * or implied warranty. +# * +# +# +# Author(s): Daniela Dorner 10/2006 +# +# Copyright: MAGIC Software Development, 2000-2006 +# +# +# ======================================================================== +# +# This script checks from the DB which new starfiles have been produced +# and sends it to the person in charge for building datasets +# + +#source `dirname $0`/sourcefile +#printprocesslog "INFO starting $0" +function usage() +{ + echo "Usage: $0 [options]" + echo "options:" + echo -n " -a " + echo " all runs are considered " + echo -n " -c " + echo " only calibration runs are considered " + echo -n " -d " + echo " only data runs are considered " + echo -n " -p " + echo " only pedestal runs are considered " + echo -n " --notexcl " + echo " only not excluded runs are considered " + echo -n " --printruns " + echo " print all runs " + echo -n " --run run# " + echo " runs > run# are considered " + echo -n " --runmin run# " + echo " runs > run# are considered (use together with --runmax)" + echo -n " --runmax run# " + echo " runs < run# are considered (use together with --runmin)" + echo -n " --source source " + echo " only runs of which the sourcename contains 'source' are considered" + echo "" + exit +} + + +while [ "$1" ] +do + case $1 in + --run) shift + run=$1 + echo "Only runs starting from run # $run are considered" + ;; + --runmin) shift + runmin=$1 + echo "Only runs with run # > $runmin are considered" + ;; + --runmax) shift + runmax=$1 + echo "Only runs with run # < $runmax are considered" + ;; + --source) shift + source=$1 + echo "Only runs of which the sourcename contains $source are considered" + ;; + --notexcl) notexcl="yes" + echo "Only not excluded runs are considered" + ;; + --printruns) printruns="yes" + ;; + -a) all="yes" + echo "All runs are considered" + ;; + -c) cal="yes" + echo "Only calibration runs are considered" + ;; + -d) dat="yes" + echo "Only data runs are considered" + ;; + -p) ped="yes" + echo "Only ped runs are considered" + ;; + -h) usage + ;; + *) echo "unknown option $1 " + usage + exit + ;; + esac + shift +done + +alias mymysql='mysql -u MAGIC --password=d99swMT! --host=hercules MyMagic -s -e' + +if [ "$dat" = "" ] && [ "$cal" = "" ] && [ "$ped" = "" ] && ! [ "$all" = "yes" ] +then + echo "You have to select at least one of the options -a -c -d -p " + usage +fi + +if [ "$all" = "yes" ] +then + cal= + dat= + ped= +fi + +query="SELECT fRunNumber FROM RunData " +if ! [ "$source" = "" ] +then + query=$query" LEFT JOIN Source ON Source.fSourceKEY=RunData.fSourceKEY " +fi +query=$query" WHERE fSequenceFirst='0' " + +cond="" +if ! [ "$source" = "" ] +then + subquery="SELECT fSourceKEY FROM Source WHERE fSourceName LIKE '%$source%'" + sourcekeys=`mymysql "$subquery"` + if [ "$sourcekeys" = "" ] + then + echo "No source found containing $source" + exit + fi + sourcekeys2=`echo $sourcekeys | sed -e 's/ /,/g'` + cond=$cond" AND Source.fSourceKEY IN ($sourcekeys2)" +fi +if ! [ "$run" = "" ] +then + cond=$cond" AND RunData.fRunNumber > $run " +fi +if ! [ "$runmin" = "" ] && ! [ "$runmax" = "" ] +then + cond=$cond" AND RunData.fRunNumber BETWEEN $runmin AND $runmax " +fi +if [ "$cal" = "yes" ] && [ "$dat" = "yes" ] +then + cond=$cond" AND (fRunTypeKEY=4 OR fRunTypeKEY=2) " +fi +if [ "$cal" = "yes" ] && [ "$ped" = "yes" ] +then + cond=$cond" AND (fRunTypeKEY=4 OR fRunTypeKEY=3) " +fi +if [ "$dat" = "yes" ] && [ "$ped" = "yes" ] +then + cond=$cond" AND (fRunTypeKEY=2 OR fRunTypeKEY=3)" +fi +if [ "$cal" = "yes" ] +then + cond=$cond" AND fRunTypeKEY=4 " +fi +if [ "$dat" = "yes" ] +then + cond=$cond" AND fRunTypeKEY=2 " +fi +if [ "$ped" = "yes" ] +then + cond=$cond" AND fRunTypeKEY=3 " +fi +if [ "$notexcl" = "yes" ] +then + cond=$cond" AND fExcludedFDAKEY=1 " +fi +query=$query$cond + +runs=(`mymysql " $query "`) +echo "found ${#runs[@]} not sequenced runs " +if [ ${#runs[@]} -eq 0 ] +then + exit +fi +if [ ${#runs[@]} -gt 1000 ] +then + echo "> 1000 runs found, please restrict the range with the options --runmin and --runmax " + exit +fi +runs2=`echo ${runs[@]} | sed -e 's/ /,/g'` +query="SELECT fSourceKEY FROM RunData WHERE fRunNumber IN ($runs2) GROUP BY fSourceKEY" +sources=`mymysql " $query "` +sources2=`echo $sources | sed -e 's/ /,/g'` +query="SELECT fSourceName FROM Source WHERE fSourceKEY IN ($sources2)" +sourcenames=`mymysql " $query "` + +for sourcename in $sourcenames +do + query="SELECT fRunNumber FROM RunData " + query=$query" LEFT JOIN Source ON Source.fSourceKEY=RunData.fSourceKEY " + query=$query"WHERE fSourceName='$sourcename' AND fSequenceFirst='0' " + query=$query$cond + runspersource=(`mymysql " $query "`) + if [ "$printruns" = "yes" ] + then + runsps=`echo ${runspersource[@]} | sed -e 's/ /,/g'` + printf "for %12s the following runs are not sequenced: %s \n" $sourcename $runsps + else + printf "for %12s the %04d runs are not sequenced \n" $sourcename ${#runspersource[@]} + fi + +done + +#nail -s 'found warnings in '$oldprocesslog $erradrs + +#printprocesslog "INFO finished $0" +