Changeset 13580 for trunk/DataCheck

Timestamp:

05/07/12 10:42:36 (13 years ago)

Author:

Daniela Dorner

Message:

run skript only for last three days or last X GB of data

File:

• trunk/DataCheck/Transfer/CheckTransfer.sh (modified) (5 diffs)

trunk/DataCheck/Transfer/CheckTransfer.sh

@@ -6 +6 @@
 source `dirname $0`/../Sourcefile.sh
 printprocesslog "INFO starting $0"
+
+ssh fact@161.72.93.131 "df -h /*da*"
+
+df -h /scratch
 
 # get last 10 nights (skip current night)
@@ -15 +19 @@
         )
 
+dates=( `ssh fact@161.72.93.131 "find /loc_data/zipraw -mindepth 3 -type d | sort | sed -e 's/\/loc_data\/zipraw\///g' "` )
+
 numdaysok=0
-numdaysoklimit=1
+numdaysoklimit=3
+sumdata=0
+checklimit=2000
 for date in ${dates[@]}
 do 
@@ -30 +38 @@
    
    # check always only $numdaysoklimit days
-   if [ $numdaysok -ge $numdaysoklimit ]
-   then
-      echo "INFO more than "$numdaysoklimit" ok -> stop. "
+   # and require at least $checklimit GB that have been checked 
+   #  remark: bc: expr1 < expr2: the result is 1 if expr1 is strictly less than expr2
+   if [ $numdaysok -ge $numdaysoklimit ] && [ $(echo " $sumdata > $checklimit " | bc -l) -eq 1 ]
+   then
+      echo "INFO more than "$numdaysoklimit" ok and more than "$checklimit" GB checked. "
       continue
    fi
@@ -301 +311 @@
    fi
    
+   #numdiff=0 # add for debugging so that single file sizes are not checked
    echo "numdiff: "$numdiff
    echo "INFO numok: "$numok
@@ -539 +550 @@
    echo " ldaw-ldaw-ldaw-ldaw"
    echo " "$result
+   sumdatanew=`echo " ( ${data[1]} + ${zip[1]} ) / 1024 / 1024 / 1024 " | bc -l `
+   sumdata=`echo " $sumdata + $sumdatanew " | bc -l `
+   echo "checked alread "$sumdata" GB."$sumdatanew" "${data[1]}" "${zip[1]}
    #if [ $numpb -eq 0 ]
    if [ $numpb -lt 4 ]