Changeset 8886


Ignore:
Timestamp:
May 7, 2008, 6:31:04 PM (12 years ago)
Author:
snruegam
Message:
*** empty log message ***
Location:
trunk/MagicSoft/Mars
Files:
1 added
6 edited

Legend:

Unmodified
Added
Removed
  • trunk/MagicSoft/Mars/Changelog

    r8885 r8886  
    1818
    1919                                                 -*-*- END OF LINE -*-*-
     20
     21 2008/05/07 Stefan Ruegamer
     22
     23   * datacenter/scripts/checkmd5sum
     24     - implemented check of files from /magic and /data
     25
     26   * datacenter/scripts/checktransfer
     27     - changed the search for temporary zipfiles to not search in hidden
     28       directories
     29
     30   * datacenter/scripts/movingrawfiles2
     31     - movingrawfiles to move raw files from /data/fromtape
     32
     33   * datacenter/scripts/runcallisto
     34     - changed default callisto.rc to callisto_mux_new.rc
     35
     36   * datacenter/scripts/zipscript
     37     - changed the script due to the fact that /magic/data/rawfiles is
     38       now a link
     39     - changed the find to not search in hidden directories
     40     - added the -n option to ssh
     41
     42   * resources/calibration_spline.rc
     43     - added calibration factors for periods 62-66 but these are not
     44       newly calculated, simply pasted from previous periods!
     45
     46
    2047
    2148 2008/04/08 Thomas Bretz
  • trunk/MagicSoft/Mars/datacenter/scripts/checkmd5sum

    r8857 r8886  
    2020#   Author(s): Stefan Ruegamer 05/2007 <mailto:snruegam@astro.uni-wuerzburg.de>
    2121#
    22 #   Copyright: MAGIC Software Development, 2000-2007
     22#   Copyright: MAGIC Software Development, 2000-2008
    2323#
    2424#
     
    7474     
    7575      # check if the file has been extracted from tape; if not, don't write anything to the logfiles (so they can still be compared)
    76       if [ ! -f /magic/datacenter/fromtape/${sum[0]} ]
     76      if [ ! -f /magic/datacenter/fromtape/${sum[0]} ] && [ ! -f /data/fromtape/${sum[0]} ]
    7777      then
    7878        echo "File ${sum[0]} does not exist."
     
    8383      echo "${sum[1]}  ${sum[0]}" >> ${checkpath}/tape_${id}.md5.lapalma
    8484     
    85       ssh -nx phoenix nice -n 19 /opt/csw/bin/gmd5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
    86       #md5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
     85      if [ ! -f /magic/datacenter/fromtape/${sum[0]} ]
     86      then
     87         ssh -nx phoenix nice -n 19 /opt/csw/bin/gmd5sum /data/fromtape/${sum[0]} | sed -e 's/\/data\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
     88      else
     89         ssh -nx phoenix nice -n 19 /opt/csw/bin/gmd5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
     90         #md5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
     91      fi
    8792   fi
    8893done < $file
  • trunk/MagicSoft/Mars/datacenter/scripts/checktransfer

    r8482 r8886  
    6464
    6565#checking if there are temporary zipfiles
    66 files=`find $datapath/rawfiles/ -name ".*\.raw\.??????"`
     66files=`find $datapath/rawfiles/20[0-1][0-9]/ -name ".*\.raw\.??????"`
    6767
    6868for file in ${files[@]}
  • trunk/MagicSoft/Mars/datacenter/scripts/runcallisto

    r8690 r8886  
    7171sequfile="$sequpath/$no/sequence$no2.txt"
    7272
    73 # stage the needed files; to be removed as soon as the correct stub file size has been determined
    74 echo "staging files:" >> $scriptlog 2>&1
    75 day=`grep Night $sequfile | cut -c 18-27 | sed -e "s/-/\//g"`
    76 runs=`grep ^Runs $sequfile | cut -d: -f2`
    77 i=0
    78 
    79 for run in ${runs[@]}
    80 do
    81    files[i]=20*_0*${run}_[PCD]_*_E.raw.gz
    82    echo ${datapath}/rawfiles/${day}/${files[i]} >> $scriptlog 2>&1
    83    let i++
    84 done
    85 
    86 ssh -nx phoenix "cd ${datapath}/rawfiles/${day}; /opt/SUNWsamfs/bin/stage ${files[@]}"
    87 
    88 
    8973# define callisto.rc files
    9074callistorcnew=$setuppath/$program/callisto.rc
    91 callistorcmux=$setuppath/$program/callisto_mux.rc
     75#callistorcmux=$setuppath/$program/callisto_mux.rc
     76callistorcmux=$setuppath/$program/callisto_mux_new.rc
    9277# find callisto.rc file
    9378if [ -e $outpath/callisto.rc ]
     
    118103primvar=$no2
    119104setstatus "start" >> $scriptlog 2>&1
     105
     106# stage the needed files; to be removed as soon as the correct stub file size has been determined
     107echo "staging files:" >> $scriptlog 2>&1
     108day=`grep Night $sequfile | cut -c 18-27 | sed -e "s/-/\//g"`
     109runs=`grep ^Runs $sequfile | cut -d: -f2`
     110i=0
     111
     112for run in ${runs[@]}
     113do
     114   files[i]=20*_0*${run}_[PCD]_*_E.raw.gz
     115   echo ${datapath}/rawfiles/${day}/${files[i]} >> $scriptlog 2>&1
     116   let i++
     117done
     118
     119ssh -nx phoenix "cd ${datapath}/rawfiles/${day}; /opt/SUNWsamfs/bin/stage ${files[@]}"
     120
    120121
    121122echo "./callisto -b -q -v4 -f --log=$outpath/$program$no2.log --html=$outpath/$program$no2.html --out=$outpath --config=$callistorcseq $sequfile  2>> $scriptlog > /dev/null" >> $scriptlog 2>&1
  • trunk/MagicSoft/Mars/datacenter/scripts/zipscript

    r8482 r8886  
    3636set -C
    3737
    38 rawdatapath=$datapath/rawfiles
    39 files=`find $rawdatapath -type f -name '*.raw'`
     38rawdatapath=$datapath/rawfiles/
     39files=`find ${rawdatapath}20* -type f -name '*.raw'`
    4040
    4141scriptlog=$runlogpath/$program-$datetime.log
     
    8383   fi
    8484   echo "zipping $file ..." >> $scriptlog 2>&1
    85    if ssh -x phoenix nice -n 19 gzip -1f $file >> $scriptlog 2>&1
     85   if ssh -xn phoenix nice -n 19 gzip -1f $file >> $scriptlog 2>&1
    8686   then
    8787      gzfile=$file".gz"
  • trunk/MagicSoft/Mars/resources/calibration_spline.rc

    r8745 r8886  
    595960: 0.93
    606061: 0.93
     6162: 0.93
     6263: 0.93
     6364: 0.93
     6465: 0.93
     6566: 0.93
Note: See TracChangeset for help on using the changeset viewer.