Changeset 7906 for trunk/MagicSoft
- Timestamp:
- 08/22/06 09:36:43 (18 years ago)
- Location:
- trunk/MagicSoft/Mars
- Files:
-
- 1 added
- 2 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/MagicSoft/Mars/Changelog
r7903 r7906 40 40 * datacenter/scripts/sourcefile: 41 41 - included webpath 42 43 * datacenter/scripts/jobmanager: 44 - added 42 45 43 46 -
trunk/MagicSoft/Mars/datacenter/scripts/jobmanager
r7905 r7906 1 1 #!/bin/sh 2 2 # 3 # ======================================================================== 4 # 5 # * 6 # * This file is part of MARS, the MAGIC Analysis and Reconstruction 7 # * Software. It is distributed to you in the hope that it can be a useful 8 # * and timesaving tool in analysing Data of imaging Cerenkov telescopes. 9 # * It is distributed WITHOUT ANY WARRANTY. 10 # * 11 # * Permission to use, copy, modify and distribute this software and its 12 # * documentation for any purpose is hereby granted without fee, 13 # * provided that the above copyright notice appear in all copies and 14 # * that both that copyright notice and this permission notice appear 15 # * in supporting documentation. It is provided "as is" without express 16 # * or implied warranty. 17 # * 18 # 19 # 20 # Author(s): Daniela Dorner 05/2005 <mailto:dorner@astro.uni-wuerzburg.de> 21 # 22 # Copyright: MAGIC Software Development, 2000-2006 23 # 24 # 25 # ======================================================================== 26 # 27 # This a resource file for the scripts, in which paths, times and number 28 # of jobs for condor are stored. 29 # 3 30 4 source /home/operator/condor/jobsourcefile 31 32 #source `dirname $0`/sourcefile (is done in jobsourcefile) 33 34 user=`whoami` 35 sourcefile=/home/$user/Mars.cvs/datacenter/scripts/jobsourcefile 36 source $sourcefile 5 37 6 38 notcount=0 … … 9 41 for (( i=0 ; i < ${#scripts[@]} ; i++ )) 10 42 do 11 date 12 echo "sleeping $sleeptime..." 43 date #>> $scriptlog 2>&1 44 echo "sleeping $sleeptime..." #>> $scriptlog 2>&1 13 45 sleep $sleeptime 14 46 dayofweek=`date +%u` 15 47 hour=`date +%k` 16 source /home/operator/condor/jobsourcefile 17 echo "script: ${scripts[$i]}" 18 echo " day: $dayofweek hour: $hour" 19 # running=`/usr/local/bin/condor_q -global | grep -c ' R '` 20 running=`/usr/local/bin/condor_q -global | grep operator | grep -c ' R '` 21 running=`setzero $running` 22 echo " found $running jobs running" 23 # queued=`/usr/local/bin/condor_q -global -format "job\n" ProcId | wc -l` 24 queued=`/usr/local/bin/condor_q -global -format "%s\n" Owner | grep -c operator` 48 source $sourcefile 49 echo "script: ${scripts[$i]}" #>> $scriptlog 2>&1 50 echo " day: $dayofweek hour: $hour" #>> $scriptlog 2>&1 51 queued=`/usr/local/bin/condor_q -global -format "%s\n" Owner | grep -c $user` 25 52 queued=`setzero $queued` 26 echo " found $queued jobs in the queue (incl. running jobs)" 27 # runningscript=`/usr/local/bin/condor_q -global | grep ${scripts[$i]} | grep -c ' R '` 28 runningscript=`/usr/local/bin/condor_q -global | grep operator | grep ${scripts[$i]} | grep -c ' R '` 29 runningscript=`setzero $runningscript` 30 echo " found $runningscript ${scripts[$i]} running" 31 # queuedscript=`/usr/local/bin/condor_q -global | grep -c ${scripts[$i]}` 32 queuedscript=`/usr/local/bin/condor_q -global | grep operator | grep -c ${scripts[$i]}` 53 echo " found $queued jobs in the queue (incl. running jobs)" #>> $scriptlog 2>&1 54 queuedscript=`/usr/local/bin/condor_q -global | grep $user | grep -c ${scripts[$i]}` 33 55 queuedscript=`setzero $queuedscript` 34 echo " found $queuedscript ${scripts[$i]} in the queue (incl. running jobs)" 56 echo " found $queuedscript ${scripts[$i]} in the queue (incl. running jobs)" #>> $scriptlog 2>&1 35 57 36 #unguenstig, da es ja f versch scripte untersch sein kann37 # if [ "$runningscriptold" == "$runningscript" ]38 # then39 # echo "$runningscriptold = $runningscript"40 # sleeptime=`echo "2 * $sleeptime" | bc`41 # echo "new sleeptime: $sleeptime"42 # fi43 # runningscriptold=$runningscript44 58 pnototal=${pnototal[$hour]} 45 echo " pnototal=$pnototal (allowed no of jobs)"46 if [ "$pnototal" -lt "$running" ]47 then48 echo " pnototal=$pnototal < $running (running) => continue"49 echo ""50 continue51 fi52 59 #choose array according to the day of the week 53 60 case $dayofweek in … … 57 64 num=`echo "((( $i + 1 ) * 24 ) + ( $hour + 1 ) ) - 24 - 1 " | bc ` 58 65 pnoscript=${pnos[$num]} 59 echo " => num=$num => pnoscript=$pnoscript (i.e. $pnoscript ${scripts[$i]} allowed)" 66 echo " => num=$num => pnoscript=$pnoscript (i.e. $pnoscript ${scripts[$i]} allowed)" #>> $scriptlog 2>&1 60 67 61 echo " queued: $queued - pnototal: $pnototal" 62 if [ "$queued" - lt "$pnototal" ]68 echo " queued: $queued - pnototal: $pnototal" #>> $scriptlog 2>&1 69 if [ "$queued" -gt "$pnototal" ] 63 70 then 64 # echo "$queued -lt $pnototal" 65 # if [ "$queuedscript" -lt "$queued" ] 66 # then 67 # echo "$queuedscript -lt $queued" 68 # queuedscript=$queued 69 # fi 70 echo " queued ${scripts[$i]}: $queuedscript - pno: $pnoscript" 71 if [ "$queuedscript" -lt "$pnoscript" ] 71 continue 72 else 73 echo " queued ${scripts[$i]}: $queuedscript - pno: $pnoscript" #>> $scriptlog 2>&1 74 if [ "$queuedscript" -gt "$pnoscript" ] 72 75 then 73 pno=`echo " $pnoscript - $queuedscript " | bc`76 continue 74 77 fi 75 78 fi 79 80 echo " gettodo..." 81 echo "getting db..." 82 db=`grep Database $mars/sql.rc | grep -v '#' | sed -e 's/Database: //' -e 's/ //g'` 83 col=${scriptscolname[$i]} 84 table=`grep "$col:" $steps | sed -e "s/[.]$col://" -e 's/#//' -e 's/ //g'` 85 coltab=`grep "$col:" $steps | sed -e 's/://' -e 's/#//' -e 's/ //g'` 86 needs=`grep "$coltab[.]Needs:" $steps | sed -e "s/$coltab[.]Needs://"` 87 influences=`grep "$coltab[.]Influences:" $steps | sed -e "s/$coltab[.]Influences://"` 88 primary=fSequenceFirst 89 echo "db: $db - col $col - table $table - coltab $coltab" 90 echo "needs: $needs" 91 echo "influences: $influences" 92 query="select $primary from $table where " 93 for need in $needs 94 do 95 query=$query" not isnull($need) and" 96 done 97 for influence in $influences 98 do 99 query=$query" isnull($influence) and" 100 done 101 query=$query" isnull(fStartTime) and isnull(fFailedTime) and isnull(fFailedCode) and isnull(fFailedCodeAdd) and isnull(fReturnCode) order by $primary desc limit 0, 1 " 102 echo "QUERY: "$query 103 echo "" 104 echo " gettodofiles -> pno" 76 105 77 106 if [ "$pno" == "0" ] 78 107 then 79 echo " pno = $pno -> continue" 80 echo "" 108 echo " pno = $pno -> continue" #>> $scriptlog 2>&1 109 echo "" #>> $scriptlog 2>&1 81 110 continue 82 111 fi 83 112 84 date=`date +\%Y/\%m/\%d` 85 condordir=/magic/datacenter/autologs/condor/$date 86 if [ ! -d $condordir ] 87 then 88 mkdir -pv $condordir 89 if [ ! -d $condordir ] 90 then 91 echo "could not make dir "$condordir 92 exit 93 fi 113 y=`date +%Y` 114 m=`date +%m` 115 d=`date +%d` 116 condordir=$logpath/condor/$y/$m/$d 117 makedir $condordir #>> $scriptlog 2>&1 118 119 echo " ---> starting $pno ${scripts[$i]}..." #>> $scriptlog 2>&1 120 121 #test 122 echo "" 123 continue 124 #test 125 if ! /usr/local/bin/condor_submit -a path=$scriptspath -a prog=${scripts[$i]} -a y=$y -a m=$m -a d=$d $scriptspath/run.condor 2>$errorlog 126 then 127 date >> $errorlog 128 nail -s 'condor problem' $erradrs < $errorlog 129 echo "condor is not working -> sleeping $errorsleeptime" >> $scriptlog 2>&1 130 sleep $errorsleeptime 94 131 fi 95 96 echo " ---> starting $pno ${scripts[$i]}..." 97 for (( j=1 ; j <= $pno ; j++ )) 98 do 99 echo "$i - $pno -> sleeping...." 100 sleep 2 101 if ! /usr/local/bin/condor_submit -a dir=$scriptsdir -a prog=${scripts[$i]} -a date=$date -a hour=`date +\%H` /home/operator/condor/run.condor 2>$errorfile 102 then 103 nail -s 'condor problem' $adrs < $errorfile 104 echo "condor is not working -> exit" 105 exit 106 fi 107 done 108 echo "" 132 echo "" >> $scriptlog 2>&1 109 133 done 110 134 done 135
Note:
See TracChangeset
for help on using the changeset viewer.