Ignore:
Timestamp:
05/09/07 17:05:15 (18 years ago)
Author:
Daniela Dorner
Message:
*** empty log message ***
Location:
trunk/MagicSoft/Mars/datacenter/scripts
Files:
39 edited

Legend:

Unmodified
Added
Removed

  • trunk/MagicSoft/Mars/datacenter/scripts/buildsequenceentries

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# macro buildsequenceentries.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    6969   printprocesslog "INFO build sequence entries for $date"
    7070   year2=`echo $date | cut -c 1-4`
    71    var1=$year2
    72    var2=$date
    7371   buildsequentriespath=$logpath/$program/$year2
    7472   makedir  $buildsequentriespath >> $scriptlog 2>&1
    7573   buildsequentrieslog=$buildsequentriespath/buildsequenceentries-$date.log
    7674
     75   primvar=$date
    7776   setstatus "start" >> $scriptlog 2>&1
    7877

  • trunk/MagicSoft/Mars/datacenter/scripts/checkfilesforsequenceavail

    r7982 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# checked by using the macro checkfilesavail.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    6868   no=`printf %08d $sequence | cut -c 0-4`
    6969   no2=`printf %08d $sequence`
    70    var1=$no
    71    var2=$no2
    7270   checkfileavailpath=$logpath/$program/$no
    7371   makedir $checkfileavailpath  >> $scriptlog 2>&1
    … …  
    7674   sequencefile=$sequpath/$no/sequence$no2.txt
    7775
     76   primvar=$no2
    7877   setstatus "start" >> $scriptlog 2>&1
    7978

  • trunk/MagicSoft/Mars/datacenter/scripts/checklogs

    r8058 r8482  
    2020#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/checkstardone

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3333# the macro checkstardone.C
    3434# If this was successful, the status is inserted into the database using
    35 # the macro setstatus.C
     35# the function setstatus.
    3636#
    3737
    … …  
    6868   no=`printf %08d $dataset | cut -c 0-5`
    6969   no2=`printf %08d $dataset`
    70    var1=$no
    71    var2=$dataset
    7270   datasetfile=$datasetpath/$no/dataset`printf %08d $dataset`.txt
    7371   
    … …  
    8482   makedir $outpath  >> $scriptlog 2>&1
    8583   
     84   primvar=$dataset
    8685   setstatus "start" >> $scriptlog 2>&1
    8786

  • trunk/MagicSoft/Mars/datacenter/scripts/checktransfer

    r8232 r8482  
    2020#   Author(s): Daniela Dorner  09/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/copyscript

    r8469 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    9999
    100100#find all dates in transfer-directory
    101 dates=`find $transdir/*/ -type d | grep -o --regexp=20[0-9][0-9]_[0-1][0-9]_[0-3][0-9]` >> $scriptlog 2>&1
     101dates=`find $transdir/*/ -type d | grep -o --regexp=20[0-9][0-9]_[0-1][0-9]_[0-3][0-9] | sort | uniq` >> $scriptlog 2>&1
    102102if ! [ "$dates" = "" ]
    103103then
    … …  
    220220do
    221221   printprocesslog "INFO process "$opticalfile
    222 #   echo $opticalfile
    223222   file=`basename $opticalfile`
    224223   year=`echo $file | cut -c 0-4`
    … …  
    226225   makedir $opticallogpath >> $scriptlog 2>&1
    227226   opticallogfile=$opticallogpath/filloptical-$file.log
    228 #   echo "logfile: "$opticallogfile
    229227 
    230228   checkfilloptical=`root -q -b $macrospath/filloptical.C+\("\"$opticalfile\""\,kFALSE\) | tee $opticallogfile | intgrep`
    231 #   checkfilloptical=`root -q -b $macrospath/filloptical.C+\("\"$opticalfile\""\) | tee $opticallogfile | intgrep`
    232229           
    233230   case $checkfilloptical in
    … …  
    266263
    267264#getting new catalogfiles
    268 catfiles=`find $subsystempath/cc/ -name $magfav -newer $catalog | sort`
     265for (( i=0 ; i < 31 ; i++ ))
     266do
     267   date=`date --date "-${i}day" +%Y/%m/%d`
     268   path=$subsystempath/cc/$date
     269   catfiles=$catfiles" "`find $path -name $magfav -newer $catalog`
     270done
    269271
    270272for catfile in ${catfiles[@]}

  • trunk/MagicSoft/Mars/datacenter/scripts/correcttime

    r7944 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3131# Then for each run the timing correction is done
    3232# If this was successful, the status is inserted into the database using
    33 # the macro setstatus.C
     33# the function setstatus.
    3434#
    3535# This script was needed for the data between 06/2004 and 02/2005 (including
    … …  
    6969   printprocesslog "INFO run correct_raw_time for run $run"
    7070   no=`printf %08d $run | cut -c 1-5`
    71    var1=$no
    72    var2=$run
    7371   echo "getting path for run $run ... " >> $scriptlog 2>&1
    74    infile=`find $datapath/rawfiles-wrong-timing/ -name *${run}_[D,C,P,S]_*`
     72   infile=`find $datapath/rawfiles-wrong-timing/ -name *${run}_[DCPS]_*`
    7573   echo "infile:"$infile >> $scriptlog 2>&1
    7674   outfile=`echo $infile | sed -e 's/-wrong-timing//g'`
    … …  
    8684   check1=0
    8785   echo "run $program..." >> $scriptlog 2>&1
     86   primvar=$run
    8887   setstatus "start" >> $scriptlog 2>&1
    8988

  • trunk/MagicSoft/Mars/datacenter/scripts/dodatacheck

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3636#    taken into account when doexclusions is running the next time
    3737# If this was successful, the status is inserted into the database using
    38 # the macro setstatus.C
     38# the function setstatus.
    3939#
    4040
    … …  
    6363no=`printf %08d $run | cut -c 0-2`
    6464no2=`printf %08d $run`
    65 var1=$date
    66 var2=$no2
    67 rawfile=`find /magic/data/rawfiles/ -name *${run}_[D,P,C,S]_*_E.raw -o -name *${run}_[D,P,C,S]_*_E.raw.gz`
     65query="SELECT DATE_FORMAT(ADDDATE(fRunStart, INTERVAL +13 HOUR), '%Y/%m/%d') FROM RunData where fRunNumber="$run
     66date=`sendquery`
     67rawfile=`find /magic/data/rawfiles/$date -name *${run}_[D,P,C,S]_*_E.raw -o -name *${run}_[DPCS]_*_E.raw.gz`
    6868echo "rawfile: "$rawfile >> $scriptlog 2>&1
    69 date=`echo $rawfile | cut -c 22-31`
    7069# for sinope the date is needed in the format YYYY-MM-DD
    7170date2=`echo $date | sed -e 's/\//-/g'`
    7271
     72primvar=$no2
    7373setstatus "start" >> $scriptlog 2>&1
    7474
    … …  
    113113   
    114114   case $check2 in
    115        0)   echo " check2=$check2 -> everything ok -> go on with $program..." >> $scriptlog 2>&1
    116             ;;
    117        *)   echo " check2=$check2 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
    118             printprocesslog "ERROR sinope $sin failed for $rawfile"
    119             com=$Fsinope
    120 #            comadd=
    121             check=$check2
    122             setstatus "stop" >> $scriptlog 2>&1
    123             continue 2;;
     115      0)   echo " check2=$check2 -> everything ok -> go on with $program..." >> $scriptlog 2>&1
     116           ;;
     117      *)   echo " check2=$check2 -> ERROR -> step has to be repeated" >> $scriptlog 2>&1
     118           printprocesslog "ERROR sinope $sin failed for $rawfile"
     119           com=$Fsinope
     120#           comadd=
     121           check=$check2
     122           setstatus "stop" >> $scriptlog 2>&1
     123           continue 2;;
    124124   esac
    125125   check2=1
    … …  
    182182starttime="NULL"
    183183failedtime="NULL"
    184 var1=$date
    185 var2=$no2
    186184setstatus "stop" >> $scriptlog 2>&1
    187185

  • trunk/MagicSoft/Mars/datacenter/scripts/doexclusions

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# macro doexclusions.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    6969   printprocesslog "INFO do exclusions for $date"
    7070   year2=`echo $date | cut -c 1-4`
    71    var1=$year2
    72    var2=$date
    7371   doexclusionspath=$logpath/$program/$year2
    7472   makedir $doexclusionspath >> $scriptlog 2>&1
    7573   doexclusionslog=$doexclusionspath/doexclusions-$date.log
    7674
     75   primvar=$date
    7776   setstatus "start" >> $scriptlog 2>&1
    7877

  • trunk/MagicSoft/Mars/datacenter/scripts/doqualityplots

    r8465 r8482  
    2020#   Author(s): Daniela Dorner  08/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    5454
    5555case $check0 in
    56     1)   echo " check0=$check0 -> everything ok -> move files" >> $scriptlog 2>&1
    57          printprocesslog "INFO plots successfully produced"
    58          ;;
    59     *)   echo " check0=$check0 -> ERROR -> couldn't create plots -> exit" >> $scriptlog 2>&1
    60          printprocesslog "ERROR producing plots failed"
    61          finish >> $scriptlog 2>&1
    62          ;;
     56   1)   echo " check0=$check0 -> everything ok -> move files" >> $scriptlog 2>&1
     57        printprocesslog "INFO plots successfully produced"
     58        ;;
     59   *)   echo " check0=$check0 -> ERROR -> couldn't create plots -> exit" >> $scriptlog 2>&1
     60        printprocesslog "ERROR producing plots failed"
     61        finish >> $scriptlog 2>&1
     62        ;;
    6363esac
    6464

  • trunk/MagicSoft/Mars/datacenter/scripts/dowebplots

    r8465 r8482  
    2020#   Author(s): Daniela Dorner  08/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    4444do
    4545   case $opts in
    46      p)  type=$OPTARG
    47          echo "got programname: $type"  >> $scriptlog 2>&1
    48          ;;
    49      ?)  echo "usage: $(basename $0) -p programname"  >> $scriptlog 2>&1
    50          ;;
     46      p)  type=$OPTARG
     47          echo "got programname: $type"  >> $scriptlog 2>&1
     48          ;;
     49      ?)  echo "usage: $(basename $0) -p programname"  >> $scriptlog 2>&1
     50          ;;
    5151   esac
    5252done

  • trunk/MagicSoft/Mars/datacenter/scripts/filesondisk

    r8410 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3333#   this includes also the search for missing cacofiles:
    3434#   Sometimes the DAQ aborts a run and starts itself a new one. In this
    35 #   cases the camera controll doesn't start a new file, as the command to
     35#   cases the camera control doesn't start a new file, as the command to
    3636#   start a new run was not sent by the central control. So the caco
    3737#   information is stored in the previous caco file, which has a
    … …  
    4040#   information has to be found.
    4141#   In this script the search and inserting into the database is done
    42 #   using the macros findcacofiles.C and insertcacofile.C
     42#   using the macro findcacofiles.C
    4343# - rawfiles
    4444# The update in the database is done using the macro resetallruns.C
    … …  
    6666printprocesslog "INFO checking ccfiles"
    6767filename=$filesondisklogpath/ccfilesondisk-$datetime.txt
     68if ls $filename >/dev/null 2>&1
     69then
     70   rm -v $filename >> $scriptlog 2>&1
     71fi
    6872column=fCCFileAvail
    6973find $subsystempath/cc/ -name '*_S.rep' | cut -d_ -f2  > $filename
    … …  
    8589
    8690
     91
    8792echo "checking disk for cacofiles..."  >> $scriptlog 2>&1
    8893printprocesslog "INFO checking cacofiles"
    8994filename=$filesondisklogpath/cacofilesondisk-$datetime.txt
     95if ls $filename >/dev/null 2>&1
     96then
     97   rm -v $filename >> $scriptlog 2>&1
     98fi
    9099column=fCaCoFileAvail
    91100find $subsystempath/caco/ -name '*.txt' | cut -d_ -f8 | grep [0-9] > $filename
    … …  
    107116
    108117date=`date +%F`
    109 echo "checking missing cacofiles..." >> $scriptlog 2>&1
     118echo "finding missing cacofiles..." >> $scriptlog 2>&1
    110119printprocesslog "INFO checking missing cacofiles"
    111 check1=`root -q -b $macrospath/findcacofiles.C+\("\"$date\""\,"\"$filesondisklogpath\""\) | tee $filesondisklogpath/findcacofiles-$datetime.log | intgrep`
     120check1=`root -q -b $macrospath/findcacofiles.C+ | tee $filesondisklogpath/findcacofiles-$datetime.log | intgrep`
    112121
    113122case $check1 in
    … …  
    123132esac
    124133
    125 printprocesslog "INFO finding missing cacofiles"
    126 missingcacoruns=(`cat $filesondisklogpath/findcacofiles-$date.txt`)
    127 for missingcacorun in ${missingcacoruns[@]}
    128 do
    129    runno=$missingcacorun
    130    echo "missing cacofile for run "$runno >> $scriptlog 2>&1
    131    echo "-> finding cacofile" >> $scriptlog 2>&1
    132    ccfile=`find $subsystempath/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep -and ! -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*[1-9]${runno}_[P,D,C,S]_*_S.rep` 2>/dev/null
    133    echo " ccfile: "$ccfile  >> $scriptlog 2>&1
    134    if [ "$ccfile" = "" ]
    135    then
    136       echo " no ccfile found for run "$runno >> $scriptlog 2>&1
    137       continue
    138    fi
    139    for (( i = 0; i <= 10; i++ ))
    140    do
    141       newrun=`echo $runno - $i | bc`
    142       path=`dirname $ccfile`
    143       path=`echo $path | sed -e 's/cc/caco/'`
    144       cacofile=`find $path -name *$newrun* 2>/dev/null`
    145       if [ "$cacofile" = "" ]
    146       then
    147          continue
    148       else
    149          printprocesslog "INFO inserting cacofile for run $missingcacorun"
    150          echo " inserting cacofile $file for run $missingcacorun..." >> $scriptlog 2>&1
    151          check2=`root -q -b $macrospath/insertcacofile.C+\("\"$runno\""\,"\"$newrun\""\) | tee $filesondisklogpath/insertcacofile-$missingcacorun.log | intgrep`
    152 
    153          case $check2 in
    154             1)   echo " check2=$check2 -> everything ok -> insert is done" >> $scriptlog 2>&1
    155                  printprocesslog "INFO inserted $missingcacorun successfully"
    156                  ;;
    157             0)   echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1
    158                  printprocesslog "WARN connection to DB failed"
    159                  ;;
    160             *)   echo " check2=$check2 -> ERROR -> something went wrong while inserting run "$missingcacorun >> $scriptlog 2>&1
    161                  printprocesslog "ERROR insertcacofile.C failed for run $missingcacorun"
    162                  ;;
    163          esac
    164          break
    165       fi
    166    done
    167    if [ "$cacofile" = "" ]
    168    then
    169       echo " no cacofile found for run "$runno >> $scriptlog 2>&1
    170       printprocesslog "WARN no cacofile found for run $runno"
    171    else
    172       echo " cacofile: "$cacofile >> $scriptlog 2>&1
    173    fi
    174 done
    175134
    176135
    … …  
    178137printprocesslog "INFO checking rawfiles"
    179138filename=$filesondisklogpath/rawfilesondisk-$datetime.txt
     139if ls $filename >/dev/null 2>&1
     140then
     141   rm -v $filename >> $scriptlog 2>&1
     142fi
    180143column=fRawFileAvail
    181144find $datapath/rawfiles -name '*.raw' -o -name '*.gz' | cut -d_ -f2 > $filename

  • trunk/MagicSoft/Mars/datacenter/scripts/fillcallisto

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3333# fillcalib.C and fillsignal.C
    3434# If this was successful, the status is inserted into the database using
    35 # the macro setstatus.C
     35# the function setstatus.
    3636#
    3737
    … …  
    7070   no=`printf %08d $sequence | cut -c 0-4`
    7171   no2=`printf %08d $sequence`
    72    var1=$no
    73    var2=$no2
    7472   path="$datapath/callisto/$no/$no2"
    7573   signalfile=$path/signal$no2.root
    … …  
    8179
    8280   echo "run $program for sequence $sequence" >> $scriptlog 2>&1
     81   primvar=$no2
    8382   setstatus "start" >> $scriptlog 2>&1
    8483   echo "run fillcalib..." >> $scriptlog 2>&1

  • trunk/MagicSoft/Mars/datacenter/scripts/fillganymed

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# into the table Ganymed in the database using the macro fillganymed.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    7070   no=`printf %08d $dataset | cut -c 0-5`
    7171   no2=`printf %08d $dataset`
    72    var1=$no
    73    var2=$no2
    7472   path="$datapath/ganymed/$no/$no2"
    7573   ganymedfile=$path/ganymed$no2.root
    … …  
    7977
    8078   echo "run $program for dataset $dataset" >> $scriptlog 2>&1
     79   primvar=$no2
    8180   setstatus "start" >> $scriptlog 2>&1
    8281

  • trunk/MagicSoft/Mars/datacenter/scripts/fillstar

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# into the table Star in the database using the macro fillstar.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    7070   no=`printf %08d $sequence | cut -c 0-4`
    7171   no2=`printf %08d $sequence`
    72    var1=$no
    73    var2=$no2
    7472   path="$datapath/star/$no/$no2"
    7573   starfile=$path/star$no2.root
    … …  
    7977
    8078   echo "run $program for sequence $sequence" >> $scriptlog 2>&1
     79   primvar=$no2
    8180   setstatus "start" >> $scriptlog 2>&1
    8281

  • trunk/MagicSoft/Mars/datacenter/scripts/findnewstars

    r8380 r8482  
    2020#   Author(s): Daniela Dorner  10/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/findnotseqruns

    r8380 r8482  
    2020#   Author(s): Daniela Dorner  10/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/insertdatasets

    r7961 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/insertsequences

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/jobmanager

    r8461 r8482  
    2020#   Author(s): Daniela Dorner  05/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    142142         echo "condor is not working -> sleeping $errorsleeptime" >> $jmscriptlog 2>&1
    143143         printprocesslog "WARN submitting ${scripts[$i]} to condor failed"
     144         if [ $errorsleeptime -lt $sleeptimelimit ]
     145         then
     146            errorsleeptime=`echo " $errorsleeptime + $errorsleeptimedefault " | bc`
     147         fi
    144148         sleep $errorsleeptime
     149      else
     150         errorsleeptime=$errorsleeptimedefault
    145151      fi
    146152      date >> $jmscriptlog 2>&1

  • trunk/MagicSoft/Mars/datacenter/scripts/linkmc

    r8433 r8482  
    2020#   Author(s): Daniela Dorner  12/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    149149   for (( i=1 ; i <= 12 ; i++ ))
    150150   do
    151        if [ "${modes[$i]}" == "$testmode" ]
    152        then
    153           totalmode=$i
    154           break
    155        fi
     151      if [ "${modes[$i]}" == "$testmode" ]
     152      then
     153         totalmode=$i
     154         break
     155      fi
    156156   done
    157157

  • trunk/MagicSoft/Mars/datacenter/scripts/makecallistolinks

    r8410 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/mcsequences

    r8437 r8482  
    2020#   Author(s): Daniela Dorner  12/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/movingsubsystemfiles

    r7460 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    4545for subsysfile in ${subsysfiles[@]}
    4646do
    47   newsubsysfile=`echo $subsysfile | sed -e 's/datacenter\/fromtape/subsystemdata/g' -e 's/daqlog/daq__/g' -e 's/ccdata/cc/g' -e 's/cacodata/caco/g' -e 's/_/\//1' -e 's/_/\//1' -e 's/\/\///g'`
    48   newdir=`dirname $newsubsysfile`
    49   if [ ! -d $newdir ]
    50   then
    51     echo "make dir "$newdir
    52     mkdir -p $newdir
    53   fi
     47   newsubsysfile=`echo $subsysfile | sed -e 's/datacenter\/fromtape/subsystemdata/g' -e 's/daqlog/daq__/g' -e 's/ccdata/cc/g' -e 's/cacodata/caco/g' -e 's/_/\//1' -e 's/_/\//1' -e 's/\/\///g'`
     48   newdir=`dirname $newsubsysfile`
     49   if [ ! -d $newdir ]
     50   then
     51      echo "make dir "$newdir
     52      mkdir -p $newdir
     53   fi
    5454
    55   mv -v $subsysfile $newsubsysfile
     55   mv -v $subsysfile $newsubsysfile
    5656done
    5757

  • trunk/MagicSoft/Mars/datacenter/scripts/processmcsequences

    r8080 r8482  
    2020#   Author(s): Daniela Dorner  12/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/rmlocks

    r8007 r8482  
    2020#   Author(s): Daniela Dorner  08/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/runcallisto

    r8454 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    5151sequence=$process
    5252
    53 # lock sequ
     53# lock sequ for cal
    5454lockfile=$lockpath/lock-$table-$column-$sequence.txt
    5555checklock >> $scriptlog 2>&1
    … …  
    6262no=`printf %08d $sequence | cut -c 0-4`
    6363no2=`printf %08d $sequence`
    64 var1=$no
    65 var2=$no2
    6664outpath="$datapath/$program/$no/$no2"
    6765makedir $outpath >> $scriptlog 2>&1
    … …  
    8078   if [ $sequence -gt 200000 ]
    8179   then
    82         ln -vs $callistorcmux $outpath/callisto.rc >> $scriptlog 2>&1
     80      ln -vs $callistorcmux $outpath/callisto.rc >> $scriptlog 2>&1
    8381   else
    84         ln -vs $callistorcnew $outpath/callisto.rc >> $scriptlog 2>&1
     82      ln -vs $callistorcnew $outpath/callisto.rc >> $scriptlog 2>&1
    8583   fi
    8684   callistorcseq=$outpath/callisto.rc
    8785fi
    8886
     87# lock sequ for zipping
     88lockfile=$lockpath/calzip$sequence.txt
     89# if lockfile is already existing, 1 is returned
     90if ! checklock return 1 >> $scriptlog 2>&1
     91then
     92   # reset lockfile name
     93   lockfile=$lockpath/lock-$table-$column-$sequence.txt
     94   finish >> $scriptlog 2>&1
     95fi
     96
     97primvar=$no2
    8998setstatus "start" >> $scriptlog 2>&1
    9099
    … …  
    92101./callisto -b -q -v4 -f --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --out=$outpath --config=$callistorcseq $sequfile  2>> $scriptlog > /dev/null
    93102check1=$?
     103
     104# remove lockfile for zip and reset lockfile name
     105rm -v $lockfile >> $scriptlog 2>&1
     106lockfile=$lockpath/lock-$table-$column-$sequence.txt
    94107
    95108case $check1 in
    … …  
    117130           # find cc and caco file
    118131           # if file is missing continue with next sequence
     132           date=`date --date \`basename $calfile | cut -d_ -f1 +%Y/%m/%d\``
     133           ccpath=$subsystempath/cc/$date
     134           cacopath=$subsystempath/caco/$date
    119135           runno=`echo $calfile | cut -d_ -f2 | sed -e 's/^0//' | sed -e 's/^0//' | sed -e 's/^0//' `
    120            ccfile=`find /magic/subsystemdata/cc/ -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*${runno}_[P,D,C,S]_*_S.rep -and ! -name [2][0][0-2][0-9][0,1][0-9][0-3][0-9]_*[1-9]${runno}_[P,D,C,S]_*_S.rep`
     136           ccfile=`find $ccpath -name 20[0-2][0-9][01][0-9][0-3][0-9]_*${runno}_[PDCS]_*_S.rep`
    121137           source=`echo $ccfile | cut -d_ -f4`
    122            cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_${source}.txt -and ! -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*[1-9]${runno}_${source}.txt`
    123 #            cacofile=`find /magic/subsystemdata/caco/ -name dc_[2][0][0-2][0-9]_[0,1][0-9]_[0-3][0-9]_*${runno}_*.txt`
     138           cacofile=`find /magic/subsystemdata/caco/$date -name dc_20[0-2][0-9]_[01][0-9]_[0-3][0-9]_*${runno}_${source}.txt`
    124139           if [ "$ccfile" = "" ]
    125140           then
    … …  
    138153              do
    139154                 newrun=`echo $runno - $i | bc`
    140                  path=`dirname $ccfile`
    141                  path=`echo $path | sed -e 's/cc/caco/'`
    142                  echo "path: "$path >> $scriptlog 2>&1
    143                  cacofile=`find $path -name *$newrun*`
     155                 cacofile=`find $cacopath -name *$newrun*`
    144156                 if [ "$cacofile" = "" ]
    145157                 then
    146158                    if [ $i -eq 9 ]
    147159                    then
    148                        echo "no cacofile found" >> $scriptlog 2>&1
     160                       echo "no cacofile found for runno $newrun in $cacopath" >> $scriptlog 2>&1
    149161                       printprocesslog "ERROR cacofile $cacofile not found for $calfile"
    150162                       com=$Fnocacofile
    … …  
    164176           check2=$?
    165177           case $check2 in
    166                    0)   echo " check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1
    167                         printprocesslog "INFO merppupdated $calfile sucessfully with $ccfile"
    168                         ;;
    169                    *)   echo " check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1
    170                         printprocesslog "ERROR merppccupdate with file $ccfile failed for $calfile"
    171                         com=$Fmerppcc
    172                         comadd=$runno
    173                         check=$check2
    174                         break ;;
     178              0)   echo " check2=$check2 -> everything ok, merppccupdate worked -> continue" >> $scriptlog 2>&1
     179                   printprocesslog "INFO merppupdated $calfile sucessfully with $ccfile"
     180                   ;;
     181              *)   echo " check2=$check2 -> ERROR -> merppccupdate failed" >> $scriptlog 2>&1
     182                   printprocesslog "ERROR merppccupdate with file $ccfile failed for $calfile"
     183                   com=$Fmerppcc
     184                   comadd=$runno
     185                   check=$check2
     186                   break ;;
    175187           esac
    176188           echo "./merpp -u --log=$merpplogpath/merppcacoupdate$runno.log --html=$merpplogpath/merppcacoupdate$runno.html --auto-time $cacofile $calfile 2>> $scriptlog> /dev/null" >> $scriptlog 2>&1
    … …  
    178190           check3=$?
    179191           case $check3 in
    180                    0)   echo " check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1
    181                         printprocesslog "INFO merppupdated $calfile sucessfully with $cacofile"
    182                         ;;
    183                    *)   echo " check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1
    184                         printprocesslog "ERROR merppcacoupdate with file $cacofile failed for $calfile"
    185                         com=$Fmerppcaco
    186                         comadd=$runno
    187                         check=$check3
    188                         break ;;
     192              0)   echo " check3=$check3 -> everything ok, merppcacoupdate worked -> continue" >> $scriptlog 2>&1
     193                   printprocesslog "INFO merppupdated $calfile sucessfully with $cacofile"
     194                   ;;
     195              *)   echo " check3=$check3 -> ERROR -> merppcacoupdate failed" >> $scriptlog 2>&1
     196                   printprocesslog "ERROR merppcacoupdate with file $cacofile failed for $calfile"
     197                   com=$Fmerppcaco
     198                   comadd=$runno
     199                   check=$check3
     200                   break ;;
    189201           esac
    190202        done

  • trunk/MagicSoft/Mars/datacenter/scripts/runganymed

    r8433 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    6161no=`printf %08d $dataset | cut -c 0-5`
    6262no2=`printf %08d $dataset`
    63 var1=$no
    64 var2=$no2
    6563outpath="$datapath/$program/$no/$no2"
    6664makedir $outpath >> $scriptlog 2>&1
    … …  
    7573fi
    7674
     75primvar=$no2
    7776setstatus "start" >> $scriptlog 2>&1
    7877

  • trunk/MagicSoft/Mars/datacenter/scripts/runstar

    r8176 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    6161no=`printf %08d $sequence | cut -c 0-4`
    6262no2=`printf %08d $sequence`
    63 var1=$no
    64 var2=$no2
    6563outpath="$datapath/$program/$no/$no2"
    6664inpath=`echo $outpath | sed -e 's/star/callisto/'`
    … …  
    6967sequfile="$sequpath/$no/sequence$no2.txt"
    7068
     69primvar=$no2
    7170setstatus "start" >> $scriptlog 2>&1
    7271

  • trunk/MagicSoft/Mars/datacenter/scripts/scriptlauncher

    r8462 r8482  
    2020#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3737scriptlog=$runlogpath/scriptlauncher`date +%F`.log
    3838
    39 echo `date`": starting $0 $@"  >> $scriptlog 2>&1
     39echo `date`": starting $0 $@" >> $scriptlog 2>&1
    4040
    4141path=`dirname $0`
    4242date=`date +%Y-%m-%d`
    4343
    44 for i in $@
     44scripts=( `echo $@ | sed -e 's/allatthesametime//'` )
     45num=${#scripts[@]}
     46echo "$num scripts have to be launched" >> $scriptlog 2>&1
     47i=0
     48
     49while [ $i -lt $num ]
    4550do
    46    if [ "$i" = "allatthesametime" ]
    47    then
    48       continue
    49    fi
    50    echo " launching $i..." >> $scriptlog 2>&1
    51    pid=`/usr/local/bin/condor_submit -a path=$path -a prog=$i -a date=$date -a dir=$runlogpath $path/run.condor 2>> $errorlog | grep 'submitted to cluster' | cut -dr -f2`
     51   echo " launching ${scripts[$i]}..." >> $scriptlog 2>&1
     52   pid=`/usr/local/bin/condor_submit -a path=$path -a prog=${scripts[$i]} -a date=$date -a dir=$runlogpath $path/run.condor 2>> $errorlog | grep 'submitted to cluster' | cut -dr -f2`
    5253   if [ "$pid" = "" ]
    5354   then
    5455      echo `date`" WARN condor is not working " >> $errorlog 2>&1
    55       printprocesslog "WARN submitting $i to condor failed"
     56      printprocesslog "WARN submitting ${scripts[$i]} to condor failed"
     57      continue
    5658   fi
    5759   if ! echo $@ | grep "allatthesametime" >/dev/null 2>$errorlog
    5860   then
    59       echo "  waiting for $i to be done..." >> $scriptlog 2>&1
     61      echo "  waiting for ${scripts[$i]} to be done..." >> $scriptlog 2>&1
    6062      /usr/local/bin/condor_wait $runlogpath/condor-$date.log $pid >/dev/null 2>$errorlog
    6163   fi
     64   i=`expr $i + 1`
    6265done
    6366echo `date`": all done/submitted." >> $scriptlog 2>&1

  • trunk/MagicSoft/Mars/datacenter/scripts/setup

    r8167 r8482  
    2020#   Author(s): Daniela Dorner  05/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    6363sleeptime=30 #30
    6464sleeptimelimit=360 #360
    65 errorsleeptime=60 #60
     65errorsleeptimedefault=60 #60
    6666max=18 #maximum number of processes
    6767

  • trunk/MagicSoft/Mars/datacenter/scripts/sourcefile

    r8400 r8482  
    2020#   Author(s): Daniela Dorner  05/2005 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    4747   if [ ! -d $@ ]
    4848   then
    49      mkdir -pv $@
    50      if [ ! -d $@ ]
    51      then
    52         echo "could not make dir "$@
    53         rm -v $todofile
    54         rm -v $lockfile
    55         date
    56         exit
    57      fi
     49      mkdir -pv $@
     50      if [ ! -d $@ ]
     51      then
     52         echo "could not make dir "$@
     53         rm -v $todofile
     54         rm -v $lockfile
     55         date
     56         exit
     57      fi
    5858   fi
    5959}
    … …  
    133133function finish()
    134134{
    135    if ls $todofile >/dev/null 2>&1
     135   if ! [ "$todofile" = "" ] && ls $todofile >/dev/null 2>&1
    136136   then
    137137      rm -v $todofile
    … …  
    160160   checklock0=$?
    161161   case $checklock0 in
    162        0)   echo " checklock0=$checklock0 -> continue " ;;
    163        1)   echo " checklock0=$checklock0 -> file $lockfile exists -> exit"
    164             date
    165             exit;;
    166        *)   echo " checklock0=$checklock0 -> something went completely wrong" ;;
     162      0)   echo " checklock0=$checklock0 -> continue " ;;
     163      1)   echo " checklock0=$checklock0 -> file $lockfile exists"
     164           date
     165           $@
     166           exit;;
     167      *)   echo " checklock0=$checklock0 -> something went completely wrong" ;;
    167168   esac
    168 }
    169 
    170 # function calling the macro, which is producing the todo-list
    171 function getdolistroot()
    172 {
    173    datetime=`date +%F-%H-%M-%S`
    174    year=`date +%Y`
    175    date=NULL
    176 
    177    getstatuslogpath=$logpath/getstatus/$program/$year
    178    getstatuslog=$getstatuslogpath/getstatus-$table-$column-$datetime.log
    179    makedir $getstatuslogpath
    180 
    181    # get todo list
    182    echo "getting todo list..."
    183    check0=`root -q -b $macrospath/getdolist.C+\("\"$table\""\,"\"$column\""\,"\"$date\""\,"\"$listpath\""\) | tee $getstatuslog | grep int | sed -e 's/(int)//'`
    184 
    185    case $check0 in
    186       1)   echo " check0=$check0 -> everything ok, got todo list -> run $program";;
    187       *)   echo " check0=$check0 -> ERROR -> could not get todo list -> exit"
    188            finish ;;
    189    esac
    190 
    191169}
    192170
    … …  
    222200               ;;
    223201       stop)   case $check in
    224                  ok)  echo "setstatus stop - ok"
    225                       statustime="Now()"
    226                       ;;
    227                  no)  echo "setstatus stop - nothing new"
    228                       check="ok"
    229                       ;;
    230                   *)  echo "setstatus stop - failed"
    231                       starttime=noreset
    232                       if [ "$check" == "" ]
    233                       then
    234                          returncode=1
    235                       else
    236                          returncode=$check
    237                       fi
    238                       failedcode=$com
    239                       if ! [ "$comadd" = "" ]
    240                       then
    241                          failedcodeadd=$comadd
    242                       fi
    243                       failedtime="Now()"
    244                       check="ok"
    245                       ;;
     202                  ok)  echo "setstatus stop - ok"
     203                       statustime="Now()"
     204                       ;;
     205                  no)  echo "setstatus stop - nothing new"
     206                       check="ok"
     207                       ;;
     208                   *)  echo "setstatus stop - failed"
     209                       starttime=noreset
     210                       if [ "$check" == "" ]
     211                       then
     212                          returncode=1
     213                       else
     214                          returncode=$check
     215                       fi
     216                       failedcode=$com
     217                       if ! [ "$comadd" = "" ]
     218                       then
     219                          failedcodeadd=$comadd
     220                       fi
     221                       failedtime="Now()"
     222                       check="ok"
     223                       ;;
    246224               esac
    247225               ;;
    … …  
    250228               finish
    251229               ;;
    252    esac
    253 }
    254 
    255 # function calling the macro to set the status, after a process has finished
    256 function setstatusroot()
    257 {
    258    # set status values
    259    resetstatusvalues
    260    evalstatus $@
    261 
    262 #   printstatusvalues
    263    # set status
    264    setstatuslogpath=$logpath/setstatus/$program/$var1
    265    makedir $setstatuslogpath
    266    setstatuslog=$setstatuslogpath/setstatus-$@-$program-$var2.log
    267    checkstatus=`root -q -b $macrospath/setstatus.C+\("\"$var2\""\,"\"$table\""\,"\"$column\""\,"\"$statustime\""\,"\"$returncode\""\,"\"$failedcode\""\,"\"$failedcodeadd\""\,"\"$starttime\""\,"\"$failedtime\""\) | tee $setstatuslog | grep int | sed -e 's/(int)//'`
    268    case $checkstatus in
    269       1)   echo " checkstatus=$checkstatus -> everything ok, status has been set";;
    270       *)   echo " checkstatus=$checkstatus -> ERROR -> step could not be set -> exit"
    271            finish ;;
    272230   esac
    273231}
    … …  
    417375   if [ "$reset" = "no" ]
    418376   then
    419       echo "YOU CAN'T RESET $column for $var2!!!"
    420       printprocesslog "ERROR you can't reset $column for $var2"
     377      echo "YOU CAN'T RESET $column for $primvar!!!"
     378      printprocesslog "ERROR you can't reset $column for $primvar"
    421379      finish
    422380   fi
    … …  
    434392   fi
    435393   query=$query", fFailedTime=$failedtime, fFailedCode=$failedcode, fFailedCodeAdd=$failedcodeadd, fReturnCode=$returncode "
    436    query=$query" where $primary='$var2'"
     394   query=$query" where $primary='$primvar'"
    437395   echo " QUERY: "$query
    438396   if ! mysql -s -u $us --password=$pw --host=vela $db -e " $query "
    … …  
    445403}
    446404
     405# function to send a mysql query
     406function sendquery()
     407{
     408   getdbsetup
     409   if ! val=`mysql -s -u $us --password=$pw --host=vela $db -e " $query "`
     410   then
     411      printprocesslog "ERROR could not query db (program: $program, function sendquery)"
     412      return 1
     413   fi
     414   if [ "$val" = "NULL" ]
     415   then
     416      val=
     417   fi
     418   echo $val
     419   return 0
     420}
     421

  • trunk/MagicSoft/Mars/datacenter/scripts/webupdate-callisto

    r7944 r8482  
    2020#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/webupdate-ganymed

    r7944 r8482  
    1818#
    1919#
    20 #   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
     20#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2004
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/webupdate-sinope

    r7944 r8482  
    1818#
    1919#
    20 #   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
     20#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2004
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/webupdate-star

    r7944 r8482  
    1818#
    1919#
    20 #   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
     20#   Author(s): Daniela Dorner  08/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2004
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#

  • trunk/MagicSoft/Mars/datacenter/scripts/writedatasetfiles

    r8193 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3333# the macro checkstardone.C
    3434# If this was successful, the status is inserted into the database using
    35 # the macro setstatus.C
     35# the function setstatus.
    3636#
    3737
    … …  
    6868   no=`printf %08d $dataset | cut -c 0-5`
    6969   no2=`printf %08d $dataset`
    70    var1=$no
    71    var2=$dataset
    7270   datasetpathcpl=$datasetpath/$no
    7371   makedir $datasetpathcpl >> $scriptlog 2>&1
    … …  
    7573   makedir $writedatasetfilelogpath >> $scriptlog 2>&1
    7674   logfile=$writedatasetfilelogpath/$program-$no2.log
     75
     76   primvar=$dataset
     77   setstatus "start" >> $scriptlog 2>&1
    7778   
    7879   check1=`root -q -b $macrospath/writedatasetfile.C+\($dataset\,\""$datasetpathcpl\""\) | tee $logfile | intgrep`

  • trunk/MagicSoft/Mars/datacenter/scripts/writesequencefiles

    r7954 r8482  
    2020#   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3232# the macro writesequencefile.C
    3333# If this was successful, the status is inserted into the database using
    34 # the macro setstatus.C
     34# the function setstatus.
    3535#
    3636
    … …  
    7070   no=`printf %08d $sequence | cut -c 0-4`
    7171   no2=`printf %08d $sequence`
    72    var1=$no
    73    var2=$no2
    7472   sequencepath=$sequpath/$no
    7573   makedir $sequencepath >> $scriptlog 2>&1
    … …  
    8078
    8179   echo "write sequencefile for sequence $sequence" >> $scriptlog 2>&1
     80   primvar=$no2
    8281   setstatus "start" >> $scriptlog 2>&1
    8382

  • trunk/MagicSoft/Mars/datacenter/scripts/zipscript

    r8331 r8482  
    2020#   Author(s): Daniela Dorner  09/2006 <mailto:dorner@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2006
     22#   Copyright: MAGIC Software Development, 2000-2007
    2323#
    2424#
    … …  
    3030source `dirname $0`/sourcefile
    3131printprocesslog "INFO starting $0"
    32 program=zipscript
     32# to give the possibility to run several zipscripts at the same time,
     33# $1 is added
     34program=zipscript$1
    3335
    3436set -C
    … …  
    5254
    5355for file in ${files[@]}
    54 do
     56do
     57   echo "processing file $file..." >> $scriptlog 2>&1
     58   runno=`basename $file | cut -d_ -f2`
     59   query="SELECT fSequenceFirst FROM RunData WHERE fRunNumber="$runno
     60   echo " sending query: $query" >> $scriptlog 2>&1
     61   if ! seq=`sendquery`
     62   then
     63      echo "querying seq for run $runno from the db did not work -> continue" >> $scriptlog 2>&1
     64      printprocesslog "WARN query $seq for run $runno from the db did not work"
     65      continue
     66   fi
     67   if [ "$seq" == "" ]
     68   then
     69      echo "no seq found for run $runno -> locking only run..." >> $scriptlog 2>&1
     70      seq=$runno
     71   fi
     72   echo "locking sequence $seq..."  >> $scriptlog 2>&1
     73   lockfile=$lockpath/calzip$seq.txt
     74   checklock continue >> $scriptlog 2>&1
     75   query="UPDATE SequenceProcessStatus set fNotZipping=NULL WHERE fSequenceFirst=$seq"
     76   echo " sending query: $query" >> $scriptlog 2>&1
     77   if ! sendquery
     78   then
     79      echo "locking $seq for callisto in db did not work ..." >> $scriptlog 2>&1
     80      printprocesslog "WARN locking $seq for callisto in db did not work"
     81      rm -v $lockfile >> $scriptlog 2>&1
     82      continue
     83   fi
    5584   echo "zipping $file ..." >> $scriptlog 2>&1
    56 #   if ssh pegasus nice -n 19 gzip -1f $file >> $scriptlog 2>&1
    57    if ssh phoenix nice -n 19 gzip -1f $file >> $scriptlog 2>&1
    58 
     85   if ssh -x phoenix nice -n 19 gzip -1f $file >> $scriptlog 2>&1
    5986   then
    60       chmod a-w $file >> $scriptlog 2>&1
     87      gzfile=$file".gz"
     88      chmod a-w $gzfile >> $scriptlog 2>&1
     89   else
     90      printprocesslog "WARN zipping $file did not work"
    6191   fi
     92   echo "unlocking sequence $seq..."  >> $scriptlog 2>&1
     93   query="UPDATE SequenceProcessStatus set fNotZipping=Now() WHERE fSequenceFirst=$seq"
     94   echo " sending query: $query" >> $scriptlog 2>&1
     95   if ! sendquery
     96   then
     97      echo "unlocking $seq for callisto in db did not work ..." >> $scriptlog 2>&1
     98      printprocesslog "ERROR unlocking $seq for callisto in db did not work"
     99      rm -v $lockfile >> $scriptlog 2>&1
     100      continue
     101   fi
     102   rm -v $lockfile >> $scriptlog 2>&1
    62103done
    63104
     105lockfile=$lockpath/lock-$program.txt
    64106finish >> $scriptlog 2>&1
    65107
    66 
    67 
    68 # old code for running script locally
    69 
    70 #rawdatapath=$datapath/rawfiles
    71 ##h:     0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
    72 #pnos=( 2 2 2 2 2 2 2 2 2 2  2  2  2  2  2  2  2  2  2  2  2  2  2  2 )
    73 #sl1=30 #sleeping time before new directory
    74 #sl2=60 #sleeping time before new process check
    75 #
    76 #dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort`
    77 ##dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort -r`
    78 #
    79 #for dir in ${dirs[@]}
    80 #do
    81 #   cont=`echo $dir | cut -d/ -f7`
    82 #   if [ "$cont" == "" ]
    83 #   then
    84 #      continue
    85 #   fi
    86 #
    87 #   if ! ls $dir/*.raw >/dev/null 2>&1
    88 #   then
    89 #      echo "no unzipped rawfiles in $dir left"
    90 #      continue
    91 #   fi
    92 #
    93 #   echo "sleeping $sl1..."
    94 #   sleep $sl1
    95 #
    96 #   h=`date +%k`
    97 #   count=`ps aux | grep gzip | grep -v grep | wc -l`
    98 #   echo "count: $count - h: $h - pno: ${pnos[$h]}"
    99 #   while [ "$count" -ge "${pnos[$h]}" ]
    100 #   do
    101 #      echo "sleeping $sl2..."
    102 #      sleep $sl2
    103 #      h=`date +%k`
    104 #      count=`ps aux | grep gzip | grep -v grep | wc -l`
    105 #      echo "count: $count - h: $h - pno: ${pnos[$h]}"
    106 #   done
    107 #   echo $dir
    108 #   du -hs $dir
    109 #   echo "gzip -1f $dir/*.raw &"
    110 #   gzip -1f $dir/*.raw &
    111 #done
    112 #
    113 
    114 
    115 # old code for running script with condor
    116 
    117 #rawdatapath=$datapath/rawfiles
    118 ##h:     0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
    119 #pnos=( 2 2 2 2 2 2 2 2 2 2  2  2  2  2  2  2  2  2  2  2  2  2  2  2 )
    120 #sl1=30 #sleeping time before new directory
    121 #sl2=60 #sleeping time before new process check
    122 #
    123 #dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort`
    124 ##dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort -r`
    125 #
    126 #for dir in ${dirs[@]}
    127 #do
    128 #   cont=`echo $dir | cut -d/ -f7`
    129 #   if [ "$cont" == "" ]
    130 #   then
    131 #      continue
    132 #   fi
    133 #
    134 #   if ! ls $dir/*.raw >/dev/null 2>&1
    135 #   then
    136 #      echo "no unzipped rawfiles in $dir left"
    137 #      continue
    138 #   fi
    139 #
    140 #   echo "sleeping $sl1..."
    141 #   sleep $sl1
    142 #
    143 #   h=`date +%k`
    144 #   count=`grep gzip .condor_run.* | wc -l`
    145 #   echo "count: $count - h: $h - pno: ${pnos[$h]}"
    146 #   while [ "$count" -ge "${pnos[$h]}" ]
    147 #   do
    148 #      echo "sleeping $sl2..."
    149 #      sleep $sl2
    150 #      h=`date +%k`
    151 #      count=`grep gzip .condor_run.* | wc -l`
    152 #      echo "count: $count - h: $h - pno: ${pnos[$h]}"
    153 #   done
    154 #   echo $dir
    155 #   du -hs $dir
    156 #   condor_run gzip -1f $dir/*.raw &
    157 #
    158 #done
    159 #
    160 
Note: See TracChangeset for help on using the changeset viewer.