Changeset 7912


Ignore:
Timestamp:
08/22/06 15:47:15 (18 years ago)
Author:
Daniela Dorner
Message:
*** empty log message ***
Location:
trunk/MagicSoft/Mars
Files:
4 edited

Legend:

Unmodified
Added
Removed

  • trunk/MagicSoft/Mars/Changelog

    r7911 r7912  
    8080     - implemented usage of gettodo instead of getdolist (faster)
    8181
    82    * datacenter/scripts/dodatacheck:
     82   * datacenter/scripts/dodatacheck, datacenter/scripts/runcallisto,
     83     datacenter/scripts/runganymed, datacenter/scripts/runstar:
    8384     - improved logging and comments
    8485     - adapted find-to-do-file-algorithm

  • trunk/MagicSoft/Mars/datacenter/scripts/runcallisto

    r7909 r7912  
    5858
    5959# get todo file
    60 echo "checking if other todo-files are there" >> $scriptlog 2>&1
    61 if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
     60possibletodofiles=`ls -r $listpath/ToDo-*-$column-*.txt` >> $scriptlog 2>&1
     61if [ "$possibletodofiles" = "" ]
    6262then
    63    echo "other file(s) on disk " >> $scriptlog 2>&1
    64    echo " -> choose one file and start calibrating" >> $scriptlog 2>&1
     63   echo "ERROR: in $program no todofiles found => something went wrong in jobmanager"
     64   finish >> $scriptlog 2>&1
    6565else
    66    # check if getting of list is already running
    67    checklock "getting list of" >> $scriptlog 2>&1
    68    # get todo list
    69    gettodo  >> $scriptlog 2>&1
    70    rm -v $lockfile >> $scriptlog 2>&1
     66   singleprocess="yes"
     67   echo "todofiles: "${possibletodofiles[@]} >> $scriptlog 2>&1
     68   for possibletodofile in ${possibletodofiles[@]}
     69   do
     70      if ! ls $possibletodofile >> $scriptlog 2>&1
     71      then
     72         echo "file is not on disk -> continue" >> $scriptlog 2>&1
     73         continue
     74      fi
     75      lockfile=`echo $possibletodofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
     76      checklock >> $scriptlog 2>&1
     77      todofile=$possibletodofile
     78   done
    7179fi
    72 
    73 # choose todo file
    74 nr=bla
    75 echo "finding the right todo-file" >> $scriptlog 2>&1
    76 todofiles=`ls -r $listpath/ToDo-$table-$column-*`
    77 
    78 for todofile in ${todofiles[@]}
    79 do
    80    if ! ls $todofile >> $scriptlog 2>&1
    81    then
    82       echo "file is not on disk -> continue" >> $scriptlog 2>&1
    83       continue
    84    fi
    85    lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
    86    date > $lockfile >> $scriptlog 2>&1
    87    checklock=$?
    88    case $checklock in
    89        0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
    90             nr=${i}
    91             break;;
    92        1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
    93        *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
    94    esac
    95 done
    96 
    97 case $nr in
    98    bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
    99              date  >> $scriptlog 2>&1
    100              exit;;
    101    12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
    102 esac
     80if [ "$todofile" = "" ]
     81then
     82   echo "no todofile found -> exit"  >> $scriptlog 2>&1
     83   finish >> $scriptlog 2>&1
     84fi
    10385
    10486# get sequence(s) from todo file
    … …  
    11698for sequence in ${sequences[@]}
    11799do
     100  echo "run $program for sequence $sequence..." >> $scriptlog 2>&1
    118101  no=`printf %08d $sequence | cut -c 0-4`
    119102  no2=`printf %08d $sequence`
    … …  
    121104  var2=$no2
    122105  outpath="$datapath/$program/$no/$no2"
    123   echo "outpath: "$outpath >> $scriptlog 2>&1
    124106  makedir $outpath >> $scriptlog 2>&1
    125107
    126108  sequfile="$sequpath/$no/sequence$no2.txt"
    127   echo "sequfile: "$sequfile >> $scriptlog 2>&1
    128109 
    129110  # find callisto.rc file
    … …  
    143124  fi
    144125
    145   echo "run $program..." >> $scriptlog 2>&1
    146126  setstatus "start" >> $scriptlog 2>&1
    147127
    … …  
    150130
    151131  case $check1 in
    152      0)   echo "check1=$check1 -> everything ok -> doing update..." >> $scriptlog 2>&1
     132     0)   echo " check1=$check1 -> everything ok -> doing update..." >> $scriptlog 2>&1
    153133          # running merpp update if calibration worked
    154134          # finding files, which have to be updated
    155           echo "finding files to be updated" >> $scriptlog 2>&1
     135          echo "finding files to be updated..." >> $scriptlog 2>&1
    156136          calfiles=`find $outpath -name *_Y_* `
    157           echo "files to be updated: "$calfiles >> $scriptlog 2>&1
     137          echo " files to be updated: "$calfiles >> $scriptlog 2>&1
    158138          if [ "$calfiles" = "" ]
    159139          then
    160              echo "no files found -> continue with next sequence" >> $scriptlog 2>&1
     140             echo " no files found -> continue with next sequence" >> $scriptlog 2>&1
    161141             continue
    162142          fi
    … …  
    176156             cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_${source}.txt`
    177157#             cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_*.txt`
    178              echo "runno: "$runno >> $scriptlog 2>&1
    179              echo "ccfile: "$ccfile >> $scriptlog 2>&1
    180158             if [ "$ccfile" = "" ]
    181159             then
    … …  
    186164                break
    187165             fi
    188              echo "cacofile: "$cacofile >> $scriptlog 2>&1
    189166             if [ "$cacofile" = "" ]
    190167             then
    … …  
    218195             check2=$?
    219196             case $check2 in
    220                      0)   echo "check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1;;
    221                      *)   echo "check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1
     197                     0)   echo " check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1;;
     198                     *)   echo " check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1
    222199                          com=$Fmerppcc
    223200                          comadd=$runno
    … …  
    228205             check3=$?
    229206             case $check3 in
    230                      0)   echo "check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1;;
    231                      *)   echo "check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1
     207                     0)   echo " check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1;;
     208                     *)   echo " check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1
    232209                          com=$Fmerppcaco
    233210                          comadd=$runno
    … …  
    237214          done
    238215          ;;
    239      *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
     216     *)   echo " check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
    240217          com=$Fcallisto
    241218          check=$check1
    242219          ;;
    243220  esac
    244   # set status
    245   echo "inserting the status for $program for sequence $sequence into the db" >> $scriptlog 2>&1
     221 
    246222  setstatus "stop"  >> $scriptlog 2>&1
    247223done

  • trunk/MagicSoft/Mars/datacenter/scripts/runganymed

    r7909 r7912  
    5353date >> $scriptlog 2>&1
    5454
    55 # finding todo file
    56 echo "checking if other todo-files are there" >> $scriptlog 2>&1
    57 if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
     55# get todo file
     56possibletodofiles=`ls -r $listpath/ToDo-*-$column-*.txt` >> $scriptlog 2>&1
     57if [ "$possibletodofiles" = "" ]
    5858then
    59    echo "other file(s) on disk " >> $scriptlog 2>&1
    60    echo " -> choose one file and run $program" >> $scriptlog 2>&1
     59   echo "ERROR: in $program no todofiles found => something went wrong in jobmanager"
     60   finish >> $scriptlog 2>&1
    6161else
    62    # check if getting of list is already running
    63    checklock "getting list of" >> $scriptlog 2>&1
    64    # get todo list
    65    gettodo  >> $scriptlog 2>&1
    66    rm -v $lockfile >> $scriptlog 2>&1
     62   singleprocess="yes"
     63   echo "todofiles: "${possibletodofiles[@]} >> $scriptlog 2>&1
     64   for possibletodofile in ${possibletodofiles[@]}
     65   do
     66      if ! ls $possibletodofile >> $scriptlog 2>&1
     67      then
     68         echo "file is not on disk -> continue" >> $scriptlog 2>&1
     69         continue
     70      fi
     71      lockfile=`echo $possibletodofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
     72      checklock >> $scriptlog 2>&1
     73      todofile=$possibletodofile
     74   done
    6775fi
    68 
    69 # choosing todo file
    70 nr=bla
    71 echo "finding the right todo-file" >> $scriptlog 2>&1
    72 todofiles=`ls $listpath/ToDo-$table-$column-*`
    73 
    74 for todofile in ${todofiles[@]}
    75 do
    76    if ! ls $todofile >> $scriptlog 2>&1
    77    then
    78       echo "file is not on disk -> continue" >> $scriptlog 2>&1
    79       continue
    80    fi
    81    lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
    82    date > $lockfile >> $scriptlog 2>&1
    83    checklock=$?
    84    case $checklock in
    85        0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
    86             nr=${i}
    87             break;;
    88        1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
    89        *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
    90    esac
    91 done
    92 
    93 case $nr in
    94    bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
    95              date  >> $scriptlog 2>&1
    96              exit;;
    97    12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
    98 esac
     76if [ "$todofile" = "" ]
     77then
     78   echo "no todofile found -> exit"  >> $scriptlog 2>&1
     79   finish >> $scriptlog 2>&1
     80fi
    9981
    10082# retrieve dataset from todo file
    … …  
    11092for dataset in ${datasets[@]}
    11193do
     94  echo "run $program for dataset $dataset..." >> $scriptlog 2>&1
    11295  no=`printf %08d $dataset | cut -c 0-5`
    11396  no2=`printf %08d $dataset`
    … …  
    11598  var2=$no2
    11699  outpath="$datapath/$program/$no/$no2"
    117   echo "outpath: "$outpath >> $scriptlog 2>&1
    118100  makedir $outpath >> $scriptlog 2>&1
    119101
    120102  datasetfile="$datasetpath/$no/dataset$no2.txt"
    121   echo "datasetfile: "$datasetfile >> $scriptlog 2>&1
    122103  # get observation mode to choose ganymed.rc file
    123104  wobble=`grep 'WobbleMode:' $datasetfile` >> $scriptlog 2>&1
    … …  
    131112  ganymedrc=$setuppath/ganymed/ganymed_$mode.rc
    132113 
    133   echo "run $program..." >> $scriptlog 2>&1
    134114  setstatus "start" >> $scriptlog 2>&1
    135115
    … …  
    138118
    139119  case $check1 in
    140      0)   echo "check1=$check1 -> everything ok " >> $scriptlog 2>&1 ;;
    141      *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
     120     0)   echo " check1=$check1 -> everything ok " >> $scriptlog 2>&1 ;;
     121     *)   echo " check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
    142122          com=$Fganymed
    143123          check=$check1
    144124          ;;
    145125  esac
    146   echo "inserting the status for $program for dataset $dataset into the db" >> $scriptlog 2>&1
     126 
    147127  setstatus "stop" >> $scriptlog 2>&1
    148128done

  • trunk/MagicSoft/Mars/datacenter/scripts/runstar

    r7909 r7912  
    5353date >> $scriptlog 2>&1
    5454
    55 # finding todo file
    56 echo "checking if other todo-files are there" >> $scriptlog 2>&1
    57 if  ls $todofile-[1-9]*.txt >> $scriptlog 2>&1
     55# get todo file
     56possibletodofiles=`ls -r $listpath/ToDo-*-$column-*.txt` >> $scriptlog 2>&1
     57if [ "$possibletodofiles" = "" ]
    5858then
    59    echo "other file(s) on disk " >> $scriptlog 2>&1
    60    echo " -> choose one file and start calculation of image parameter" >> $scriptlog 2>&1
     59   echo "ERROR: in $program no todofiles found => something went wrong in jobmanager"
     60   finish >> $scriptlog 2>&1
    6161else
    62    # check if getting of list is already running
    63    checklock "getting list of" >> $scriptlog 2>&1
    64    # get todo list
    65    gettodo  >> $scriptlog 2>&1
    66    rm -v $lockfile >> $scriptlog 2>&1
     62   singleprocess="yes"
     63   echo "todofiles: "${possibletodofiles[@]} >> $scriptlog 2>&1
     64   for possibletodofile in ${possibletodofiles[@]}
     65   do
     66      if ! ls $possibletodofile >> $scriptlog 2>&1
     67      then
     68         echo "file is not on disk -> continue" >> $scriptlog 2>&1
     69         continue
     70      fi
     71      lockfile=`echo $possibletodofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
     72      checklock >> $scriptlog 2>&1
     73      todofile=$possibletodofile
     74   done
    6775fi
    68 
    69 # choosing todo file
    70 nr=bla
    71 echo "finding the right todo-file" >> $scriptlog 2>&1
    72 todofiles=`ls -r $listpath/ToDo-$table-$column-*`
    73 
    74 for todofile in ${todofiles[@]}
    75 do
    76    if ! ls $todofile >> $scriptlog 2>&1
    77    then
    78       echo "file is not on disk -> continue" >> $scriptlog 2>&1
    79       continue
    80    fi
    81    lockfile=`echo $todofile | sed -e 's/lists/locks/' -e 's/ToDo/lock/'`
    82    date > $lockfile >> $scriptlog 2>&1
    83    checklock=$?
    84    case $checklock in
    85        0)   echo "checklock=$checklock -> setting number" >> $scriptlog 2>&1
    86             nr=${i}
    87             break;;
    88        1)   echo "checklock=$checklock -> file exists -> continue" >> $scriptlog 2>&1;;
    89        *)   echo "checklock=$checklock -> something went completely wrong" >> $scriptlog 2>&1;;
    90    esac
    91 done
    92 
    93 case $nr in
    94    bla)      echo "everything is beeing processed -> exit" >> $scriptlog 2>&1
    95              date  >> $scriptlog 2>&1
    96              exit;;
    97    12345678) echo "process nr: "$nr >> $scriptlog 2>&1;;
    98 esac
     76if [ "$todofile" = "" ]
     77then
     78   echo "no todofile found -> exit"  >> $scriptlog 2>&1
     79   finish >> $scriptlog 2>&1
     80fi
    9981
    10082# retrieve sequence from todo file
    … …  
    11294for sequence in ${sequences[@]}
    11395do
     96  echo "run $program for sequence $sequence..." >> $scriptlog 2>&1
    11497  no=`printf %08d $sequence | cut -c 0-4`
    11598  no2=`printf %08d $sequence`
    … …  
    118101  outpath="$datapath/$program/$no/$no2"
    119102  inpath=`echo $outpath | sed -e 's/star/callisto/'`
    120   echo "inpath: "$inpath >> $scriptlog 2>&1
    121   echo "outpath: "$outpath >> $scriptlog 2>&1
    122103  makedir $outpath >> $scriptlog 2>&1
    123104
    124105  sequfile="$sequpath/$no/sequence$no2.txt"
    125   echo "sequfile: "$sequfile >> $scriptlog 2>&1
    126106 
    127   echo "run $program..." >> $scriptlog 2>&1
    128107  setstatus "start" >> $scriptlog 2>&1
    129108
    … …  
    132111
    133112  case $check1 in
    134      0)   echo "check1=$check1 -> everything ok " >> $scriptlog 2>&1;;
    135      *)   echo "check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
     113     0)   echo " check1=$check1 -> everything ok " >> $scriptlog 2>&1;;
     114     *)   echo " check1=$check1 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
    136115          com=$Fstar
    137116          check=$check1
    138117          ;;
    139118  esac
    140   echo "inserting the status for $program for sequence $sequence into the db" >> $scriptlog 2>&1
     119 
    141120  setstatus "stop" >> $scriptlog 2>&1
    142121done
Note: See TracChangeset for help on using the changeset viewer.