Changeset 9122


Ignore:
Timestamp:
08/15/08 13:49:05 (16 years ago)
Author:
Daniela Dorner
Message:
*** empty log message ***
Location:
trunk/MagicSoft/Mars
Files:
4 edited

Legend:

Unmodified
Added
Removed

  • trunk/MagicSoft/Mars/datacenter/scripts/jobmanager

    r8527 r9122  
    6868
    6969      # check if there's something to do
     70      column=${scriptscolname[$i]}
    7071      getstatus >> $jmscriptlog 2>&1
    7172      echo " $numproc ${scripts[$i]} still do to" >> $jmscriptlog 2>&1

  • trunk/MagicSoft/Mars/datacenter/scripts/scriptlauncher

    r8482 r9122  
    3131printprocesslog "INFO starting $0 $@"
    3232
    33 makedir $listpath
    34 makedir $lockpath
    35 
    3633errorlog=$runlogpath/scriptlauncher-error`date +%F`.log
    3734scriptlog=$runlogpath/scriptlauncher`date +%F`.log
    … …  
    4239date=`date +%Y-%m-%d`
    4340
    44 scripts=( `echo $@ | sed -e 's/allatthesametime//'` )
    45 num=${#scripts[@]}
    46 echo "$num scripts have to be launched" >> $scriptlog 2>&1
    47 i=0
     41num=$#
     42echo "$num scripts have to be launched" #>> $scriptlog 2>&1
     43i=1
    4844
    49 while [ $i -lt $num ]
     45if echo $@ | grep "allatthesametime" >/dev/null 2>$errorlog
     46then
     47   all="yes"
     48else
     49   all="no"
     50fi
     51
     52while [ $i -le $num ]
    5053do
    51    echo " launching ${scripts[$i]}..." >> $scriptlog 2>&1
    52    pid=`/usr/local/bin/condor_submit -a path=$path -a prog=${scripts[$i]} -a date=$date -a dir=$runlogpath $path/run.condor 2>> $errorlog | grep 'submitted to cluster' | cut -dr -f2`
     54   com=( )
     55   prog=
     56   if [ "$1" = "allatthesametime" ]
     57   then
     58      shift
     59      i=`expr $i + 1`
     60      continue
     61   fi
     62   com=( $1 )
     63   prog=${com[0]}
     64   if ! ls $path/${com[0]} >/dev/null 2>&1
     65   then
     66      echo "script $path/$1 does not exist." >> $scriptlog 2>&1
     67      shift
     68      i=`expr $i + 1`
     69      continue
     70   fi
     71   if [ `echo $1 | wc -w` -gt 1 ]
     72   then
     73      unset com[0]
     74      args='-a args="'${com[@]}'"'
     75   fi
     76   echo " launching $1..." >> $scriptlog 2>&1
     77   echo "/usr/local/bin/condor_submit -a path=$path -a prog=$prog $args -a date=$date -a dir=$runlogpath $path/run.condor 2>> $errorlog | grep 'submitted to cluster' | cut -dr -f2" >> $scriptlog 2>&1
     78   pid=`/usr/local/bin/condor_submit -a path=$path -a prog=$prog $args -a date=$date -a dir=$runlogpath $path/run.condor 2>> $errorlog | grep 'submitted to cluster' | cut -dr -f2`
    5379   if [ "$pid" = "" ]
    5480   then
    5581      echo `date`" WARN condor is not working " >> $errorlog 2>&1
    56       printprocesslog "WARN submitting ${scripts[$i]} to condor failed"
     82      printprocesslog "WARN submitting $1 to condor failed"
     83      shift
     84      i=`expr $i + 1`
    5785      continue
    5886   fi
    59    if ! echo $@ | grep "allatthesametime" >/dev/null 2>$errorlog
     87   if [ "$all" = "no" ]
    6088   then
    61       echo "  waiting for ${scripts[$i]} to be done..." >> $scriptlog 2>&1
     89      echo "  waiting for $1 to be done..." >> $scriptlog 2>&1
    6290      /usr/local/bin/condor_wait $runlogpath/condor-$date.log $pid >/dev/null 2>$errorlog
    6391   fi
     92   shift
    6493   i=`expr $i + 1`
    6594done

  • trunk/MagicSoft/Mars/datacenter/scripts/sourcefile

    r9088 r9122  
    3737scriptspath=$mars/datacenter/scripts
    3838
    39 webpath=/www/htdocs/datacenter
    40 
    4139datetime=`date +%F-%H-%M-%S`
    4240
    … …  
    6967
    7068makedir $lockpath
    71 makedir $listpath
    7269
    7370# set checkvalue to ok at the beginning of the scripts
    … …  
    107104#again run process status
    108105FCompmux=26
     106Fdowebplots=27
    109107
    110108# setup for jobmanager:
    … …  
    160158function checklock()
    161159{
    162    date > $lockfile
     160   date > $lockfile 
    163161   checklock0=$?
    164162   case $checklock0 in
    … …  
    309307   numproc=
    310308   getdbsetup
    311    column=${scriptscolname[$i]}
    312309   getstepinfo
    313310   # get query
    … …  
    324321   query=$query" group by $column "
    325322#   echo " QUERY: "$query
    326    numproc=0
    327323   if ! numproc=`mysql -s -u $us --password=$pw --host=vela $db -e " $query "`
    328324   then
    … …  
    336332function setstatus()
    337333{
     334   if [ "$column" = "no" ]
     335   then
     336      return
     337   fi
    338338   resetstatusvalues
    339339   evalstatus $@

  • trunk/MagicSoft/Mars/resources/steps.rc

    r9100 r9122  
    77#--------------------------------------------------------------------
    88
    9 
    109#SequenceBuildStatus.fDate:
    1110SequenceBuildStatus.fDate.Default: yes
    … …  
    1413SequenceBuildStatus.fDate.Reset: yes
    1514
    16 
    1715#SequenceBuildStatus.fCCFilled:
    1816SequenceBuildStatus.fCCFilled.Default: no
    … …  
    2119SequenceBuildStatus.fCCFilled.Reset: yes
    2220
    23 
    2421#SequenceBuildStatus.fExclusionsDone:
    2522SequenceBuildStatus.fExclusionsDone.Default: no
    … …  
    2825SequenceBuildStatus.fExclusionsDone.Reset: yes
    2926
    30 
    3127#SequenceBuildStatus.fSequenceEntriesBuilt:
    3228SequenceBuildStatus.fSequenceEntriesBuilt.Default: no
    … …  
    3531SequenceBuildStatus.fSequenceEntriesBuilt.Reset: yes
    3632
    37 
    38 #--------------------------------------------------------------------
    39 
     33#--------------------------------------------------------------------
    4034
    4135#RunProcessStatus.fRunNumber:
    … …  
    4539RunProcessStatus.fRunNumber.Reset: yes
    4640
    47 
    4841#RunProcessStatus.fRawFileAvail:
    4942RunProcessStatus.fRawFileAvail.Default: no
    … …  
    5245RunProcessStatus.fRawFileAvail.Reset: yes
    5346
    54 
    5547#RunProcessStatus.fCCFileAvail:
    5648RunProcessStatus.fCCFileAvail.Default: no
    … …  
    5951RunProcessStatus.fCCFileAvail.Reset: yes
    6052
    61 
    6253#RunProcessStatus.fCaCoFileAvail:
    6354RunProcessStatus.fCaCoFileAvail.Default: no
    … …  
    6657RunProcessStatus.fCaCoFileAvail.Reset: yes
    6758
    68 
    6959#RunProcessStatus.fCaCoFileFound:
    7060RunProcessStatus.fCaCoFileFound.Default: no
    … …  
    7363RunProcessStatus.fCaCoFileFound.Reset: yes
    7464
    75 
    7665#RunProcessStatus.fDataCheckDone:
    7766RunProcessStatus.fDataCheckDone.Default: no
    … …  
    8069RunProcessStatus.fDataCheckDone.Reset: yes
    8170
    82 
    8371#RunProcessStatus.fTimingCorrection:
    8472RunProcessStatus.fTimingCorrection.Default: check
    … …  
    8775RunProcessStatus.fTimingCorrection.Reset: yes
    8876
    89 
    9077#RunProcessStatus.fCompmux:
    9178RunProcessStatus.fCompmux.Default: check
    … …  
    9481RunProcessStatus.fCompmux.Reset: yes
    9582
    96 
    97 #RunProcessStatus.fMerpp:
    98 RunProcessStatus.fMerpp.Default: no
    99 RunProcessStatus.fMerpp.Needs: RunProcessStatus.fRawFileAvail RunProcessStatus.fTimingCorrection
    100 RunProcessStatus.fMerpp.Influences: RunProcessStatus.fMerppCCUpdate RunProcessStatus.fMerppCaCoUpdate
    101 RunProcessStatus.fMerpp.Reset: yes
    102 
    103 
    104 #RunProcessStatus.fMerppCCUpdate:
    105 RunProcessStatus.fMerppCCUpdate.Default: no
    106 RunProcessStatus.fMerppCCUpdate.Needs: RunProcessStatus.fRawFileAvail RunProcessStatus.fMerpp RunProcessStatus.fTimingCorrection RunProcessStatus.fCCFileAvail
    107 RunProcessStatus.fMerppCCUpdate.Influences: RunProcessStatus.fMerppCaCoUpdate
    108 RunProcessStatus.fMerppCCUpdate.Reset: no
    109 
    110 
    111 #RunProcessStatus.fMerppCaCoUpdate:
    112 RunProcessStatus.fMerppCaCoUpdate.Default: no
    113 RunProcessStatus.fMerppCaCoUpdate.Needs: RunProcessStatus.fRawFileAvail RunProcessStatus.fMerpp RunProcessStatus.fTimingCorrection RunProcessStatus.fCCFileAvail RunProcessStatus.fMerppCCUpdate RunProcessStatus.fCaCoFileFound
    114 #RunProcessStatus.fMerppCaCoUpdate.Influences: -
    115 RunProcessStatus.fMerppCaCoUpdate.Reset: no
    116 
    117 
    118 #--------------------------------------------------------------------
    119 
     83#--------------------------------------------------------------------
    12084
    12185#SequenceProcessStatus.fSequenceFirst:
    … …  
    12589SequenceProcessStatus.fSequenceFirst.Reset: yes
    12690
    127 
    12891#SequenceProcessStatus.fSequenceFileWritten:
    12992SequenceProcessStatus.fSequenceFileWritten.Default: check
    13093SequenceProcessStatus.fSequenceFileWritten.Needs: SequenceProcessStatus.fSequenceFirst
    131 SequenceProcessStatus.fSequenceFileWritten.Influences: SequenceProcessStatus.fCallisto SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar
     94SequenceProcessStatus.fSequenceFileWritten.Influences: SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fCallisto SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar SequenceProcessStatus.fWebCalib SequenceProcessStatus.fWebSignal SequenceProcessStatus.fWebStar
    13295SequenceProcessStatus.fSequenceFileWritten.Reset: yes
    133 
    13496
    13597#SequenceProcessStatus.fAllFilesAvail:
    13698SequenceProcessStatus.fAllFilesAvail.Default: no
    13799SequenceProcessStatus.fAllFilesAvail.Needs: SequenceProcessStatus.fSequenceFileWritten
    138 SequenceProcessStatus.fAllFilesAvail.Influences: SequenceProcessStatus.fCallisto SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar
     100SequenceProcessStatus.fAllFilesAvail.Influences: SequenceProcessStatus.fCallisto SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar SequenceProcessStatus.fWebCalib SequenceProcessStatus.fWebSignal SequenceProcessStatus.fWebStar
    139101SequenceProcessStatus.fAllFilesAvail.Reset: yes
    140 
    141102
    142103#SequenceProcessStatus.fCallisto:
    143104SequenceProcessStatus.fCallisto.Default: no
    144105SequenceProcessStatus.fCallisto.Needs: SequenceProcessStatus.fSequenceFileWritten SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fNotZipping
    145 SequenceProcessStatus.fCallisto.Influences: SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar
     106SequenceProcessStatus.fCallisto.Influences: SequenceProcessStatus.fFillCallisto SequenceProcessStatus.fStar SequenceProcessStatus.fFillStar SequenceProcessStatus.fWebCalib SequenceProcessStatus.fWebSignal SequenceProcessStatus.fWebStar
    146107SequenceProcessStatus.fCallisto.Reset: yes
    147 
    148108
    149109#SequenceProcessStatus.fFillCallisto:
    … …  
    153113SequenceProcessStatus.fFillCallisto.Reset: yes
    154114
     115#SequenceProcessStatus.fWebCalib:
     116SequenceProcessStatus.fWebCalib.Default: no
     117SequenceProcessStatus.fWebCalib.Needs: SequenceProcessStatus.fSequenceFileWritten SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fCallisto
     118#SequenceProcessStatus.fWebCalib.Influences: -
     119SequenceProcessStatus.fWebCalib.Reset: yes
     120
     121#SequenceProcessStatus.fWebSignal:
     122SequenceProcessStatus.fWebSignal.Default: no
     123SequenceProcessStatus.fWebSignal.Needs: SequenceProcessStatus.fSequenceFileWritten SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fCallisto
     124#SequenceProcessStatus.fWebSignal.Influences: -
     125SequenceProcessStatus.fWebSignal.Reset: yes
    155126
    156127#SequenceProcessStatus.fStar:
    157128SequenceProcessStatus.fStar.Default: no
    158129SequenceProcessStatus.fStar.Needs: SequenceProcessStatus.fSequenceFileWritten SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fCallisto
    159 SequenceProcessStatus.fStar.Influences: SequenceProcessStatus.fFillStar
     130SequenceProcessStatus.fStar.Influences: SequenceProcessStatus.fFillStar SequenceProcessStatus.fWebStar
    160131SequenceProcessStatus.fStar.Reset: yes
    161 
    162132
    163133#SequenceProcessStatus.fFillStar:
    … …  
    167137SequenceProcessStatus.fFillStar.Reset: yes
    168138
    169 
    170 #--------------------------------------------------------------------
    171 
     139#SequenceProcessStatus.fWebStar:
     140SequenceProcessStatus.fWebStar.Default: no
     141SequenceProcessStatus.fWebStar.Needs: SequenceProcessStatus.fSequenceFileWritten SequenceProcessStatus.fAllFilesAvail SequenceProcessStatus.fCallisto SequenceProcessStatus.fStar
     142#SequenceProcessStatus.fWebStar.Influences: -
     143SequenceProcessStatus.fWebStar.Reset: yes
     144
     145#--------------------------------------------------------------------
    172146
    173147#DataSetProcessStatus.fDataSetNumber:
    174148DataSetProcessStatus.fDataSetNumber.Default: yes
    175149#DataSetProcessStatus.fDataSetNumber.Needs: -
    176 DataSetProcessStatus.fDataSetNumber.Influences: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed  DataSetProcessStatus.fFillGanymed
     150DataSetProcessStatus.fDataSetNumber.Influences: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fWebGanymed DataSetProcessStatus.fWebPlotDBGanymed
    177151DataSetProcessStatus.fDataSetNumber.Reset: yes
    178 
    179152
    180153#DataSetProcessStatus.fDataSetInserted:
    181154DataSetProcessStatus.fDataSetInserted.Default: no
    182155DataSetProcessStatus.fDataSetInserted.Needs: DataSetProcessStatus.fDataSetNumber
    183 DataSetProcessStatus.fDataSetInserted.Influences: DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fFillGanymed
     156DataSetProcessStatus.fDataSetInserted.Influences: DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fWebGanymed DataSetProcessStatus.fWebPlotDBGanymed
    184157DataSetProcessStatus.fDataSetInserted.Reset: yes
    185 
    186158
    187159#DataSetProcessStatus.fDataSetFileWritten:
    188160DataSetProcessStatus.fDataSetFileWritten.Default: no
    189161DataSetProcessStatus.fDataSetFileWritten.Needs: DataSetProcessStatus.fDataSetNumber DataSetProcessStatus.fDataSetInserted
    190 DataSetProcessStatus.fDataSetFileWritten.Influences: DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed  DataSetProcessStatus.fFillGanymed
     162DataSetProcessStatus.fDataSetFileWritten.Influences: DataSetProcessStatus.fStarFilesAvail DataSetProcessStatus.fGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fWebGanymed DataSetProcessStatus.fWebPlotDBGanymed
    191163DataSetProcessStatus.fDataSetFileWritten.Reset: yes
    192 
    193164
    194165#DataSetProcessStatus.fStarFilesAvail:
    195166DataSetProcessStatus.fStarFilesAvail.Default: no
    196167DataSetProcessStatus.fStarFilesAvail.Needs: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten
    197 DataSetProcessStatus.fStarFilesAvail.Influences: DataSetProcessStatus.fGanymed  DataSetProcessStatus.fFillGanymed
     168DataSetProcessStatus.fStarFilesAvail.Influences: DataSetProcessStatus.fGanymed DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fWebGanymed DataSetProcessStatus.fWebPlotDBGanymed
    198169DataSetProcessStatus.fStarFilesAvail.Reset: yes
    199 
    200170
    201171#DataSetProcessStatus.fGanymed:
    202172DataSetProcessStatus.fGanymed.Default: no
    203173DataSetProcessStatus.fGanymed.Needs: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail
    204 DataSetProcessStatus.fGanymed.Influences: DataSetProcessStatus.fFillGanymed
     174DataSetProcessStatus.fGanymed.Influences: DataSetProcessStatus.fFillGanymed DataSetProcessStatus.fWebGanymed DataSetProcessStatus.fWebPlotDBGanymed
    205175DataSetProcessStatus.fGanymed.Reset: yes
    206 
    207176
    208177#DataSetProcessStatus.fFillGanymed:
    … …  
    212181DataSetProcessStatus.fFillGanymed.Reset: yes
    213182
    214 
    215 #--------------------------------------------------------------------
    216 
     183#DataSetProcessStatus.fWebGanymed:
     184DataSetProcessStatus.fWebGanymed.Default: no
     185DataSetProcessStatus.fWebGanymed.Needs: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail  DataSetProcessStatus.fGanymed
     186#DataSetProcessStatus.fWebGanymed.Influences:
     187DataSetProcessStatus.fWebGanymed.Reset: yes
     188
     189#DataSetProcessStatus.fWebPlotDBGanymed:
     190DataSetProcessStatus.fWebPlotDBGanymed.Default: no
     191DataSetProcessStatus.fWebPlotDBGanymed.Needs: DataSetProcessStatus.fDataSetInserted DataSetProcessStatus.fDataSetFileWritten DataSetProcessStatus.fStarFilesAvail  DataSetProcessStatus.fGanymed
     192#DataSetProcessStatus.fWebPlotDBGanymed.Influences:
     193DataSetProcessStatus.fWebPlotDBGanymed.Reset: yes
     194
     195#--------------------------------------------------------------------
    217196
    218197#MCRunProcessStatus.fMCRunNumber:
    … …  
    222201MCRunProcessStatus.fMCRunNumber.Reset: yes
    223202
    224 
    225203#MCRunProcessStatus.fCameraInputCreated:
    226204MCRunProcessStatus.fCameraInputCreated.Default: no
    … …  
    229207MCRunProcessStatus.fCameraInputCreated.Reset: yes
    230208
    231 
    232209#MCRunProcessStatus.fReflectorInputCreated:
    233210MCRunProcessStatus.fReflectorInputCreated.Default: no
    … …  
    236213MCRunProcessStatus.fReflectorInputCreated.Reset: yes
    237214
    238 
    239215#MCRunProcessStatus.fCorsikaInputCreated:
    240216MCRunProcessStatus.fCorsikaInputCreated.Default: no
    … …  
    243219MCRunProcessStatus.fCorsikaInputCreated.Reset: yes
    244220
    245 
    246221#MCRunProcessStatus.fCorsikaFileAvail:
    247222MCRunProcessStatus.fCorsikaFileAvail.Default: no
    … …  
    250225MCRunProcessStatus.fCorsikaFileAvail.Reset: yes
    251226
    252 
    253227#MCRunProcessStatus.fReflectorFileAvail:
    254228MCRunProcessStatus.fReflectorFileAvail.Default: no
    … …  
    257231MCRunProcessStatus.fReflectorFileAvail.Reset: yes
    258232
    259 
    260233#MCRunProcessStatus.fCameraFileAvail:
    261234MCRunProcessStatus.fCameraFileAvail.Default: no
    … …  
    264237MCRunProcessStatus.fCameraFileAvail.Reset: yes
    265238
    266 
Note: See TracChangeset for help on using the changeset viewer.