Changeset 20103 for trunk/Mars/hawc/processing/DiskToDB/extract-raw-header2.sh

Timestamp:

09/01/21 07:56:42 (3 years ago)

Author:

maslowski

Message:

Added better error handeling and tracking in the databas.

File:

• trunk/Mars/hawc/processing/DiskToDB/extract-raw-header2.sh (modified) (5 diffs)

trunk/Mars/hawc/processing/DiskToDB/extract-raw-header2.sh

@@ -45 +45 @@
 usage()
 {
-        echo "usage: $PROGRAM [-hir] [-o outfile] [Telescope Directory Night]"
+        echo "usage: $PROGRAM [-hird] [-o outfile] [Telescope Directory Night]"
         echo "  -h              display help"
         echo "  -i              query ignores already existing rows"
-        echo "  -r              query replaces already existing rows(overwrites -i)"
+        echo "  -r              query replaces already existing rows (overwrites -i)"
         echo "  -d              delete all entries for a given Night and Telescope"
         echo "  -o outfile      name of the SQL query file"
@@ -92 +92 @@
 readonly CNTLONG=35
 
+function InsertRaw()
+{
+        local res="${1}"
+
+        echo "${INSERT} RawData SET"            >> ${OUTPUT}
+        echo Telescope=${TEL},                  >> ${OUTPUT}
+        echo "${res}"                           >> ${OUTPUT}
+        echo ";"                                >> ${OUTPUT}
+}
+
+function SetRawStatus()
+{
+        local root="${1}"
+        local runid="${2}"
+        local stat="${3}"
+
+        echo "${root} header not valid!"
+        echo "UPDATE DataOnDisk SET"            >> ${OUTPUT}
+        echo "header=${stat} "                  >> ${OUTPUT}
+        echo "WHERE NIGHT = ${NIGHT}"           >> ${OUTPUT}
+        echo "AND Telescope = ${TEL}"           >> ${OUTPUT}
+        echo "AND RUNID = ${runid}"             >> ${OUTPUT}
+        echo ";"                                >> ${OUTPUT}
+}
 
 echo \
@@ -156 +180 @@
         then
                 echo "${ROOT}"
+                RUNID=`basename "${ROOT}" .fits.fz | cut -f2 -d "_"`
         else
                 echo "${ROOT} has wrong file extension and will not be processed."
                 continue
         fi
+        EXT=0
 
         # Extract the header from the fits file with fitsdump, 
@@ -183 +209 @@
                 | sed 's/^DATE[^-]/\`DATE\`/' \
                 | sed "s/^\(.*\)'\(0x[0-9a-f]*\)'\(.*\)$/\1\2\3/g" \
-                | sed '$!s/$/,/'`
+                | sed '$!s/$/,/'` || EXT=1
+
+        if [ $EXT -ne 0 ]
+        then
+                SetRawStatus "${ROOT}" ${RUNID} "1"
+                continue
+        fi
 
         # compare to refference header and count commas
@@ -194 +226 @@
                 [ "${CNTCHECK}" == "${CNTLONG}" ]
         then
-                echo "${INSERT} RawData SET"            >> ${OUTPUT}
-                echo Telescope=${TEL},                  >> ${OUTPUT}
-                echo ${RESULT}                          >> ${OUTPUT}
-                echo ";"                                >> ${OUTPUT}
+                InsertRaw "${RESULT}"
+                SetRawStatus "${ROOT}" ${RUNID} "0"
         elif [ "${CHECKSHORT}" == "${REFSHORT}" ] && 
                 [ "${CNTCHECK}" == "${CNTSHORT}" ]
         then
-                echo "${INSERT} RawData SET"            >> ${OUTPUT}
-                echo Telescope=${TEL},                  >> ${OUTPUT}
-                echo ${RESULT}                          >> ${OUTPUT}
-                echo ";"                                >> ${OUTPUT}
+                InsertRaw "${RESULT}"
+                SetRawStatus "${ROOT}" ${RUNID} "0"
         else
-                echo "${ROOT} header not valid!"
+                SetRawStatus "${ROOT}" ${RUNID} "2"
         fi