Changeset 8118 for trunk/MagicSoft/Mars/datacenter/scripts/jobmanager

Timestamp:

10/18/06 13:10:32 (18 years ago)

Author:

Daniela Dorner

Message:

*** empty log message ***

File:

• trunk/MagicSoft/Mars/datacenter/scripts/jobmanager (modified) (5 diffs)

trunk/MagicSoft/Mars/datacenter/scripts/jobmanager

@@ -39 +39 @@
 prev=$max
 user=`whoami`
+# endless loop
 notcount=0
 while (( $notcount < 100 ))
@@ -56 +57 @@
          cont >> $jmscriptlog 2>&1
       fi
-      prev=$max
 
       echo "sleeping $sleeptime..." >> $jmscriptlog 2>&1
       sleep $sleeptime
 
-      q=(`/usr/local/bin/condor_q -global -format "Owner%s " Owner -format "%s" CMD -format "Jobstatus%s\n" Jobstatus`)
+      # get processes in queue
+      q=(`/usr/local/bin/condor_q -global -format "Owner%s " Owner -format "%s" CMD -format "Jobstatus%s\n" Jobstatus 2>&1 `)
       if echo $q | egrep \(Error\|failed\)
       then 
+         echo "WARN condor_q failed" >> $jmscriptlog 2>&1
          printprocesslog "WARN condor_q failed"
          echo `date`"ERROR condor_q failed" >> $jmerrorlog
          cont >> $jmscriptlog 2>&1
       fi
+      # get processes of user in queue
       q1=(`echo ${q[@]} | egrep -o Owner$user`)
       queued=${#q1[@]}
-      
+      # get scripts in queue
       q2=(`echo ${q[@]} | egrep -o ${scripts[$i]}`)
       queuedscript=${#q2[@]}
-      
+      # get running scripts
       q3=(`echo ${q[@]} | egrep -o ${scripts[$i]}Jobstatus2`)
       runningscript=${#q3[@]}
@@ -81 +84 @@
       hour=`date +%k`
       totalpno=${pnototal[$hour]}
-      
       #choose array according to the day of the week
       dayofweek=`date +%u`
@@ -88 +90 @@
              *)  pnos=( ${pnosweek[@]} ) ;;
       esac
+      # get number of allowed scripts for current time
       num=`echo "((( $i + 1 ) * 24 ) + ( $hour + 1 ) ) - 24 - 1 " | bc `
       pnoscript=${pnos[$num]}
+      # if there was nothing to do for previous script, more scripts can be allowed
       if [ $prev -eq 0 ]
       then
@@ -98 +102 @@
       echo " found $queuedscript ${scripts[$i]} in the queue (incl. running jobs [$runningscript]) [allowed $pnoscript] - not running: $stillinqueue" >> $jmscriptlog 2>&1
       
-      if [ "$queued" -gt "$totalpno" ] || [ "$queuedscript" -gt "$pnoscript" ]
+      # continue if there are already enough processes or scripts in the queue
+      if [ "$queued" -ge "$totalpno" ] || [ "$queuedscript" -ge "$pnoscript" ]
       then
          cont >> $jmscriptlog 2>&1
       fi
-
-      if [ $numproc -lt $stillinqueue ]
+      # continue if the number of script is the queue is larger (or equal) than the number which still has to be done
+      if [ $numproc -le $stillinqueue ]
       then 
-         echo " numproc($numproc) -lt stillinqueue($stillinqueue)" >> $jmscriptlog 2>&1
+         echo " numproc($numproc) -le stillinqueue($stillinqueue)" >> $jmscriptlog 2>&1
          cont >> $jmscriptlog 2>&1
       fi
+      
+      # reset prev
+      prev=$max
 
+      # submit 1 script to condor
       date=`date +%Y-%m-%d`
       echo " committing 1 ${scripts[$i]} to condor" >> $jmscriptlog 2>&1