Index: trunk/DataCheck/Processing/CheckAuxFilesAvail.sh
===================================================================
--- trunk/DataCheck/Processing/CheckAuxFilesAvail.sh	(revision 18707)
+++ trunk/DataCheck/Processing/CheckAuxFilesAvail.sh	(revision 18708)
@@ -6,5 +6,4 @@
 program=CheckAuxFilesAvail
 step=AuxFilesAvailISDC
-transferdelay=3 #days
 
 set -C
@@ -21,8 +20,4 @@
 do
    night=${primaries[$s]}
-   currentnight=`date +%Y%m%d`
-   #checknight=`echo " $currentnight - $transferdelay " | bc -l`
-   checknight=`date +%Y%m%d --date="-${transferdelay}day"`
-   
    setstatus "start" 
 
Index: trunk/DataCheck/Processing/CheckDriveFileAvail.sh
===================================================================
--- trunk/DataCheck/Processing/CheckDriveFileAvail.sh	(revision 18707)
+++ trunk/DataCheck/Processing/CheckDriveFileAvail.sh	(revision 18708)
@@ -21,8 +21,4 @@
 do
    night=${primaries[$s]}
-   currentnight=`date +%Y%m%d`
-   #checknight=`echo " $currentnight - $transferdelay " | bc -l`
-   checknight=`date +%Y%m%d --date="-${transferdelay}day"`
-   
    setstatus "start" 
 
Index: trunk/DataCheck/Processing/CheckRatesFileAvail.sh
===================================================================
--- trunk/DataCheck/Processing/CheckRatesFileAvail.sh	(revision 18707)
+++ trunk/DataCheck/Processing/CheckRatesFileAvail.sh	(revision 18708)
@@ -21,8 +21,4 @@
 do
    night=${primaries[$s]}
-   currentnight=`date +%Y%m%d`
-   #checknight=`echo " $currentnight - $transferdelay " | bc -l`
-   checknight=`date +%Y%m%d --date="-${transferdelay}day"`
-   
    setstatus "start" 
 
Index: trunk/DataCheck/Processing/CheckRawFilesAvail.sh
===================================================================
--- trunk/DataCheck/Processing/CheckRawFilesAvail.sh	(revision 18707)
+++ trunk/DataCheck/Processing/CheckRawFilesAvail.sh	(revision 18708)
@@ -6,5 +6,4 @@
 program=CheckRawFilesAvail
 step=RawFileAvailISDC
-transferdelay=3 #days
 failsdir=/archive/fact/fails/raw
 
@@ -23,7 +22,6 @@
    night=${primaries[$s+$s]}
    runid=${primaries[$s+$s+1]}
+   # work around for 100 missing old files to avoid warnings every hour
    currentnight=`date +%Y%m%d`
-   checknight=`echo " $currentnight - $transferdelay " | bc -l`
-   # work around for 100 missing old files to avoid warnings every hour
    checknight2=`echo " $currentnight - 365 - $transferdelay " | bc -l`
    
@@ -62,5 +60,5 @@
                             ;;
                        *)   # print warning only for files which are older than $transferdelay days
-                            if [ $night -lt $checknight ]
+                            if [ $night -lt $checknight ] && [ $night -gt $checknight2 ]
                             then 
                                printprocesslog "WARN "$drsfile" and "$failsdrsfile" missing."
Index: trunk/DataCheck/Processing/FillAuxCamHum.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxCamHum.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxCamHum.sh	(revision 18708)
@@ -35,4 +35,5 @@
    getdates 6
 fi
+
 
 
@@ -98,5 +99,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -111,7 +117,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillAuxContTemp.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxContTemp.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxContTemp.sh	(revision 18708)
@@ -35,4 +35,6 @@
    getdates 6
 fi
+
+
 
 printprocesslog "INFO processing the following night(s): "${dates[@]}
@@ -101,5 +103,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -107,7 +114,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillAuxCtrDev.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxCtrDev.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxCtrDev.sh	(revision 18708)
@@ -35,4 +35,6 @@
    getdates 6
 fi
+
+
 
 printprocesslog "INFO processing the following night(s): "${dates[@]}
@@ -100,5 +102,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -106,7 +113,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillAuxCurrents.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxCurrents.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxCurrents.sh	(revision 18708)
@@ -35,4 +35,6 @@
    getdates 6
 fi
+
+
 
 printprocesslog "INFO processing the following night(s): "${dates[@]}
@@ -153,5 +155,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -159,10 +166,10 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
-         printprocesslog "WARN: "$rawfile": one of the following keywords is empty or 0: TSTARTI TSTARTF TSTOPI TSTOPF "
+         printprocesslog "WARN "$rawfile": one of the following keywords is empty or 0: TSTARTI TSTARTF TSTOPI TSTOPF "
          continue
       fi
Index: trunk/DataCheck/Processing/FillAuxData.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxData.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxData.sh	(revision 18708)
@@ -36,4 +36,5 @@
    getdates 3 7 19
 fi
+
 
 
@@ -181,5 +182,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $night -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
Index: trunk/DataCheck/Processing/FillAuxTemp.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxTemp.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxTemp.sh	(revision 18708)
@@ -36,4 +36,6 @@
 fi
 
+
+
 printprocesslog "INFO processing the following night(s): "${dates[@]}
 echo  `date`": processing the following night(s): "${dates[@]} >> $logfile 2>&1
@@ -109,5 +111,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -122,7 +129,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillAuxThresholds.sh
===================================================================
--- trunk/DataCheck/Processing/FillAuxThresholds.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillAuxThresholds.sh	(revision 18708)
@@ -37,4 +37,6 @@
 fi
 
+
+
 printprocesslog "INFO processing the following night(s): "${dates[@]}
 echo  `date`": processing the following night(s): "${dates[@]} >> $logfile 2>&1
@@ -110,5 +112,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -116,7 +123,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillDrsTemp.sh
===================================================================
--- trunk/DataCheck/Processing/FillDrsTemp.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillDrsTemp.sh	(revision 18708)
@@ -35,4 +35,5 @@
    getdates 6
 fi
+
 
 
@@ -99,5 +100,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found. "$night" "$checknight
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -112,7 +118,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Processing/FillEffectiveOn.sh
===================================================================
--- trunk/DataCheck/Processing/FillEffectiveOn.sh	(revision 18707)
+++ trunk/DataCheck/Processing/FillEffectiveOn.sh	(revision 18708)
@@ -37,4 +37,5 @@
 
 
+
 printprocesslog "INFO processing the following night(s): "${dates[@]}
 echo  `date`": processing the following night(s): "${dates[@]} >> $logfile 2>&1
@@ -95,5 +96,10 @@
       if ! [ -e $rawfile ]
       then 
-         printprocesslog "ERROR: "$rawfile" not found."
+         if [ $runnumber -lt $checknight ] 
+         then 
+            printprocesslog "WARN "$rawfile" not found."
+         else
+            printprocesslog "INFO "$rawfile" not found."
+         fi
          continue
       fi
@@ -101,7 +107,7 @@
       mjdrefraw=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'MJDREF' | grep -E -o '[0-9]{5}'`
       tstarti=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTI' | grep -E -o '[0-9]{5}'`
-      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '0[.][0-9]+'`
+      tstartf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTARTF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       tstopi=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPI' | grep -E -o '[0-9]{5}'`
-      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '0[.][0-9]+'`
+      tstopf=`$factpath/fitsdump -h $rawfile  2>/dev/null | grep 'TSTOPF' | grep -E -o '[0-9][.][0-9]+([E][\-][0-9][0-9])?' | sed -e 's/[E]+*/\\*10\\^/'`
       if [ "$tstarti" == "" ] || [ "$tstopi" == "" ] || [ "$tstartf" == "" ] || [ "$tstopf" == "" ]
       then 
Index: trunk/DataCheck/Setup/setup.fact.isdc
===================================================================
--- trunk/DataCheck/Setup/setup.fact.isdc	(revision 18707)
+++ trunk/DataCheck/Setup/setup.fact.isdc	(revision 18708)
@@ -107,4 +107,9 @@
 # further wishlist: adapt ratio automatically
 
+# setup for warning/errors
+#   print warnings/errors (eg for missing files) only after a delay of few days to account for transfer
+transferdelay=3 #days
+checknight=`date +%Y%m%d  --date="-${transferdelay}day"`
+
 # setup transfer
 numrsyncwuelimit=3
Index: trunk/DataCheck/Setup/setup.fact.lp.data
===================================================================
--- trunk/DataCheck/Setup/setup.fact.lp.data	(revision 18707)
+++ trunk/DataCheck/Setup/setup.fact.lp.data	(revision 18708)
@@ -95,2 +95,8 @@
 resulttable2="AnalysisResultsNightLP"
 firstnight=20121213
+
+# setup for warning/errors
+#   print warnings/errors (eg for missing files) only after a delay of few days to account for transfer
+transferdelay=3 #days
+checknight=`date +%Y%m%d  --date="-${transferdelay}day"`
+