Changeset 15520 for trunk/DataCheck/QuickLook

Timestamp:

05/07/13 23:27:38 (12 years ago)

Author:

Daniela Dorner

Message:

removed logging to console to avoid emails from cron

File:

• trunk/DataCheck/QuickLook/Step1.sh (modified) (13 diffs)

trunk/DataCheck/QuickLook/Step1.sh

@@ -48 +48 @@
 function rsync_aux_file()
 {
-   if ls $1
+   if ls $1 >/dev/null 2>&1
    then 
       printprocesslog "INFO rsync "$1
       #if ! rsync -av --stats $1 $2
-      if ! rsync -av $1 $2
+      #if ! rsync -av $1 $2
+      if ! rsync -a $1 $2
       then 
          printprocesslog "WARN rsync of "$1" failed."
       fi
+   else
+      printprocesslog "WARN "$1" missing."
    fi
 }
+
+diskusage=( `df -P /raid10 | grep raid10 ` )
+# check if more than 700 GB are left on /loc_data
+if [ ${diskusage[3]} -lt 800000000 ] 
+then
+   echo "WARN less than 700 left on /raid10 on node "$HOSTNAME
+   printprocesslog "WARN less than 700 left on /raid10 on node "$HOSTNAME
+   df -h /raid10
+   finish
+fi
 
 printprocesslog "INFO get lists of raw files on newdaq and daq"
@@ -73 +86 @@
 makedir $rawpath
 
-echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
+#echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
 printprocesslog "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
 
@@ -79 +92 @@
 do
    numdataruns=0
-   echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
+   #echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
    printprocesslog "INFO status beginning of while-loop #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
 
@@ -89 +102 @@
       printprocesslog "processing "$file
       localfile=`echo $file | sed -e 's/newdaq/loc_data/'`
-      echo "processing "$file" "$localfile
+      #echo "processing "$file" "$localfile
 
       if [ "`echo $file | grep -o drs`" == "drs" ]
@@ -115 +128 @@
       if ! ls $localfile >/dev/null 2>&1 
       then
-         if ! rsync -av --stats --progress --bwlimit=$bwlimit $file $localfile
+         #if ! rsync -av --stats --progress --bwlimit=$bwlimit $file $localfile
+         if ! rsync -a --bwlimit=$bwlimit $file $localfile
          then
             printprocesslog "ERROR something went wrong with rsync of "$file
@@ -196 +210 @@
             #echo "numdata +1"
             
-            echo "cal: "$callistocount" numdat: "$numdataruns" numcallog: "${#callistofiles[@]}
+            #echo "cal: "$callistocount" numdat: "$numdataruns" numcallog: "${#callistofiles[@]}
             printprocesslog "INFO running callistos: "$callistocount" #data-runs: "$numdataruns" #callisto-logs: "${#callistofiles[@]}
             # do not overload system in case of a lot of files to be processed
@@ -203 +217 @@
             then
                printprocesslog "INFO "$callistocount" RunCallisto.sh are running -> continue"
-               echo "INFO "$callistocount" RunCallisto.sh are running -> continue"
+               #echo "INFO "$callistocount" RunCallisto.sh are running -> continue"
                continue
             fi
@@ -218 +232 @@
                #`dirname $0`/RunCallisto.sh $sourcekey $seqfile &
                printprocesslog "INFO starting RunCallisto.sh for "$seqfile
-               echo "INFO starting RunCallisto.sh for "$seqfile
+               #echo "INFO starting RunCallisto.sh for "$seqfile
                `dirname $0`/RunCallisto.sh $seqfile &
             fi
@@ -236 +250 @@
          runrow=$runrow$runnum$runtype$roi"_"
          echo $runrow > $infopath/runrow.txt
-         if echo $runrow | grep -E '[0-9]{3}drs-pedestal1024_[0-9]{3}drs-gain1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-time1024_[0-9]{3}pedestal300_[0-9]{3}pedestal300_'
+         if echo $runrow | grep -E '[0-9]{3}drs-pedestal1024_[0-9]{3}drs-gain1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-time1024_[0-9]{3}pedestal300_[0-9]{3}pedestal300_' >/dev/null
          then
             runrow2=`echo $runrow | grep -E -o '[0-9]{3}drs-pedestal1024_[0-9]{3}drs-gain1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-pedestal1024_[0-9]{3}drs-time1024_[0-9]{3}pedestal300_[0-9]{3}pedestal300_'`
@@ -265 +279 @@
             drsfile=$run6
          fi
-         if echo $runrow | grep -E '[0-9]{3}pedestal300_[0-9]{3}light-pulser-ext300_'
+         if echo $runrow | grep -E '[0-9]{3}pedestal300_[0-9]{3}light-pulser-ext300_' >/dev/null
          then
             echo "" > $infopath/runrow.txt
@@ -278 +292 @@
    fileslocal=( `find $rawpath -type f | sort` )
    callistofiles=( `find $anapath/callisto -type f -name $date*-calibration.log | sort` )
-   echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
+   #echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
    printprocesslog "INFO status after for-loop #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
 
@@ -287 +301 @@
       printprocesslog "INFO wait 60 seconds."
       sleep 60
-      echo "sleep 60..."
+      #echo "sleep 60..."
       printprocesslog "INFO get new file lists for "$datepath
       files=( `find $rawpathnewdaq -type f | sort` )
@@ -293 +307 @@
       callistofiles=( `find $anapath/callisto -type f -name $date*-calibration.log | sort` )
    fi
-   echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
+   #echo "INFO #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
    printprocesslog "INFO status after wait end of while-loop #files-daq:"${#fileslocal[@]}" #files-newdaq:"${#files[@]}" #callisto-logs:"${#callistofiles[@]}" #data-runs:"$numdataruns
 done