Changeset 8682 for trunk/MagicSoft/Mars/datacenter/scripts

Timestamp:

08/20/07 13:03:00 (17 years ago)

Author:

snruegam

Message:

*** empty log message ***

Location:

trunk/MagicSoft/Mars/datacenter/scripts

Files:

• checkmd5sum (modified) (2 diffs)
• movingrawfiles (modified) (5 diffs)
• movingrawfiles_OK (added)
• setup (modified) (2 diffs)

trunk/MagicSoft/Mars/datacenter/scripts/checkmd5sum

@@ -1 @@
-#!/bin/bash
-echo "Please specify the tape number (e.g. 3MG005L3)."
+#!/bin/sh
+#
+# ========================================================================
+#
+# *
+# * This file is part of MARS, the MAGIC Analysis and Reconstruction
+# * Software. It is distributed to you in the hope that it can be a useful
+# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
+# * It is distributed WITHOUT ANY WARRANTY.
+# *
+# * Permission to use, copy, modify and distribute this software and its
+# * documentation for any purpose is hereby granted without fee,
+# * provided that the above copyright notice appear in all copies and
+# * that both that copyright notice and this permission notice appear
+# * in supporting documentation. It is provided "as is" without express
+# * or implied warranty.
+# *
+#
+#
+#   Author(s): Stefan Ruegamer 05/2007 <mailto:snruegam@astro.uni-wuerzburg.de>
+#
+#   Copyright: MAGIC Software Development, 2000-2007
+#
+#
+# ========================================================================
+#
+# This script is checking the md5 sums of files read from tape. It
+# computes the checksums for the extracted files and compares them with
+# the checksums from La Palma, read out from the md5 sum file which is
+# transferred together with the logfile.
+#
+# The script will be automised by being executed after reading tapes with
+# the not-yet finished script readlapalmatapes. At the moment it is being
+# executed by hand.
+#
+
+echo "Please specify the tape number (e.g. 3MG005)."
 read no
 echo "Thank you. Your query is being processed. This may take some time."
 
 checkpath=/home/lapalma/tapecont/cont/muxdata/checksums
-file=/home/lapalma/tapecont/cont/muxdata/tape_${no}.md5
+file=/home/lapalma/tapecont/cont/muxdata/tape_${no}L*.md5
+L=`echo $file | cut -c49`
+id=${no}L${L}
+
 if [ ! -f $file ]
 then
-        echo "tape $file not found."
+        echo "tape $file not found -> aborting"
         exit
 fi
 
-date | tee ${checkpath}/tape_${no}.md5.lapalma | tee ${checkpath}/tape_${no}.md5.wue
+if [ ${checkpath}/tape_${id}.md5.lapalma ] || [ -f ${checkpath}/tape_${id}.md5.wue ]
+then
+        echo "Output files already existing. Are you sure you wish to continue (yes/no)?"
+        read cont
+        if [ ! $cont == "yes" ]
+        then
+                echo "Aborting."
+                exit
+        fi
+fi
+        
+date | tee ${checkpath}/tape_${id}.md5.lapalma | tee ${checkpath}/tape_${id}.md5.wue
 
 # read the tapecont file line by line
@@ -23 +72 @@
                 sum=($line)
                 # reformat the files and checksums correctly and compare them
-                echo "${sum[1]}  ${sum[0]}" >> ${checkpath}/tape_${no}.md5.lapalma
+                echo "${sum[1]}  ${sum[0]}" >> ${checkpath}/tape_${id}.md5.lapalma
                 
-                ssh -nx phoenix nice -n 19 /opt/csw/bin/gmd5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${no}.md5.wue
-                #md5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${no}.md5.wue
+                ssh -nx phoenix nice -n 19 /opt/csw/bin/gmd5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
+                #md5sum /magic/datacenter/fromtape/${sum[0]} | sed -e 's/\/magic\/datacenter\/fromtape\///' >> ${checkpath}/tape_${id}.md5.wue
         fi
 done < $file
 
-date | tee -a ${checkpath}/tape_${no}.md5.lapalma | tee -a ${checkpath}/tape_${no}.md5.wue
+date | tee -a ${checkpath}/tape_${id}.md5.lapalma | tee -a ${checkpath}/tape_${id}.md5.wue
 
-if [ ! -f ${checkpath}/tape_${no}.md5.lapalma ] || [ ! -f ${checkpath}/tape_${no}.md5.wue ]
+if [ ! -f ${checkpath}/tape_${id}.md5.lapalma ] || [ ! -f ${checkpath}/tape_${id}.md5.wue ]
 then
-        echo "No output files written! Something went wrong..."
+        echo "No output files written! Something went wrong... -> aborting"
         exit
 fi
 
-echo "Wrote checksums to ${checkpath}/tape_${no}.md5.lapalma and ${checkpath}/tape_${no}.md5.wue. Comparing now."
+echo "Wrote checksums to ${checkpath}/tape_${id}.md5.lapalma and ${checkpath}/tape_${id}.md5.wue. Comparing now."
 
 
 # check for differences in the checksums
-output=`diff ${checkpath}/tape_${no}.md5.lapalma ${checkpath}/tape_${no}.md5.wue`
+output=`diff ${checkpath}/tape_${id}.md5.lapalma ${checkpath}/tape_${id}.md5.wue`
 
 if [ "$output" = "" ]

trunk/MagicSoft/Mars/datacenter/scripts/movingrawfiles

@@ -19 +19 @@
 #
 #   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
+#   Author(s): Stefan Ruegamer 02/2007 <mailto:snruegam@astro.uni-wuerzburg.de>
 #
 #   Copyright: MAGIC Software Development, 2000-2007
@@ -28 +29 @@
 # /magic/datacenter/fromtape/rawdata to the structure
 # /magic/data/rawfiles/YYYY/MM/DD
+# 
+# As the data transfer is at the moment not working via .finished files,
+# you have to use the script movingrawfiles_OK for moving these data
 # 
 
@@ -48 +52 @@
 # output for chmod with -v or -c (only changes)
 
-printprocesslog "INFO moving directories from fromlapalma to fromtape"
+# outdated, .finished files are no longer used
+#printprocesslog "INFO moving directories from fromlapalma to fromtape"
 # find directories which have to be copied
-dirs=`ls /magic/datacenter/fromlapalma/RAWchk/*/*.finished | sed -e 's/RAWchk/RAW/g' | cut -d/ -f1-6`
-if [ ! "$dirs" == "" ]
-then
+#dirs=`ls /magic/datacenter/fromlapalma/RAWchk/*/*.finished | sed -e 's/RAWchk/RAW/g' | cut -d/ -f1-6`
+#if [ ! "$dirs" == "" ]
+#then
    # change permission for this directories
-   ssh lapalma@apollo chmod -R g+w $dirs >> $scriptlog 2>&1
+   #ssh lapalma@dc09 chmod -R g+w $dirs >> $scriptlog 2>&1
    # move directories to the tapedirectory
-   mv -v $dirs /magic/datacenter/fromtape/rawdata/ >> $scriptlog 2>&1
-fi
+   #mv -v $dirs /magic/datacenter/fromtape/rawdata/ >> $scriptlog 2>&1
+#fi
 
 printprocesslog "INFO moving directories from muxdata to rawdata"
@@ -80 +85 @@
 printprocesslog "INFO moving rawfiles to $datapath/rawfiles"
 for rawfile in $rawfiles
-do 
+do
 # workaround for rawfiles with wrong timing
 #   newrawfile=`echo $rawfile | sed -e 's/center\/fromtape\/rawdata/\/rawfiles-wrong-timing/g' -e 's/_/\//1' -e 's/_/\//1'`
@@ -86 +91 @@
    newdir=`dirname $newrawfile`
    makedir $newdir >> $scriptlog 2>&1
-
+   
    mv -v $rawfile $newrawfile >> $scriptlog 2>&1
 done

trunk/MagicSoft/Mars/datacenter/scripts/setup

@@ -68 +68 @@
 max=18 #maximum number of processes
 
-#scripts=( "runcallisto" "runstar" "runganymed" "dodatacheck" ) 
-#scriptscolname=( "fCallisto" "fStar" "fGanymed" "fDataCheckDone" ) 
-datascripts=( "runcallisto" "runstar" "runganymed" ) 
-datascriptscolname=( "fCallisto" "fStar" "fGanymed" ) 
+#scripts=( "runcallisto" "runstar" "runganymed" "dodatacheck" )
+#scriptscolname=( "fCallisto" "fStar" "fGanymed" "fDataCheckDone" )
+datascripts=( "runcallisto" "runstar" "runganymed" )
+datascriptscolname=( "fCallisto" "fStar" "fGanymed" )
 
 #hour:            0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
-pnototal=(       25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 )
-pnototalwe=(     25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 25 )
+pnototal=(       26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26)
+pnototalwe=(     26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26 26)
 
-pnocallisto=(    12 12 12 12 12 12 12 10  9  8  7  7  7  7  7  7  7  7  7  8  9 10 12 12 )
+pnocallisto=(    12 12 12 12 12 10 10  9  9  8  8  8  8  8  8  8  8  8  8  9  9 10 10 12 )
 pnostar=(         8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8  8 )
 pnoganymed=(      4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4  4 )
@@ -93 +93 @@
 
 # values for mc production
-mcscripts=( "runcorsika" "runreflector" "runcamera" ) 
-mcscriptscolname=( "fCorsikaFileAvail" "fReflectorFileAvail" "fCameraFileAvail" ) 
+mcscripts=( "runcorsika" "runreflector" "runcamera" )
+mcscriptscolname=( "fCorsikaFileAvail" "fReflectorFileAvail" "fCameraFileAvail" )
 
 #hour:            0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20 21 22 23