Changeset 9018 for trunk/MagicSoft/Mars/datacenter

Timestamp:

07/20/08 15:47:10 (16 years ago)

Author:

tbretz

Message:

*** empty log message ***

Location:

trunk/MagicSoft/Mars/datacenter

Files:

• macros/checkfileavail.C (modified) (5 diffs)
• macros/checkstardone.C (modified) (5 diffs)
• scripts/checkstardone (modified) (3 diffs)

trunk/MagicSoft/Mars/datacenter/macros/checkfileavail.C

@@ -18 +18 @@
 !   Author(s): Daniela Dorner, 01/2005 <mailto:dorner@astro.uni-wuerzburg.de>
 !
-!   Copyright: MAGIC Software Development, 2000-2006
+!   Copyright: MAGIC Software Development, 2000-2008
 !
 !
@@ -34 +34 @@
 //
 // executing the macro:
-//  .x checkfileavail.C+("sequencefile")
+//  .x checkfileavail.C+(100002)
 // the sequencefile (including path) has to be given, as the macro retrieves
 // from there the runnumbers
 //
-// the macro returns 0, if there's no connection to the database, 2, if a
-// file is missing, and 1 if all files are there
+// the macro returns 0, if there's no connection to the database, 2 if a
+// file is missing, and 1 if all files are there, 3 in case of error.
 // the return value is checked by the script, that executes the macro
 //
@@ -45 +45 @@
 //
 /////////////////////////////////////////////////////////////////////////////
-
 #include <iostream>
 #include <iomanip>
-#include <fstream>
 
-#include <TEnv.h>
-
-#include <MSQLServer.h>
 #include <TSQLRow.h>
 #include <TSQLResult.h>
 
+#include "MSQLServer.h"
+
 using namespace std;
 
-
-//check the value of a column for a run
-//if a file is not available, the column contains nothing (NULL) - this value is returned
-TString GetStatus(MSQLServer &serv, TEnv &rc, TString primary, TString table, TString column)
+int checkfileavail(Int_t num, Int_t tel)
 {
-    TString query(Form("SELECT %s FROM %s WHERE %s=%s",
-                       column.Data(), table.Data(),
-                       rc.GetValue(table+".Primary", ""),
-                       primary.Data()));
-
-    cout << "Query: " << query << endl;
-
-    TSQLResult *res = serv.Query(query);
-    if (!res)
-    {
-        cout << "Error - no run to check" << endl;
-        return "";
-    }
-
-    TSQLRow *row = res->Next();
-
-    TString ret = row ? (*row)[0] : "";
-
-    delete res;
-
-    return ret;
-}
-
-int checkfileavail(TString sequencefile)
-{
-    TEnv env("sql.rc");
-
-    MSQLServer serv(env);
+    MSQLServer serv("sql.rc");
     if (!serv.IsConnected())
     {
@@ -96 +63 @@
         return 0;
     }
+
     cout << "checkfileavail" << endl;
     cout << "--------------" << endl;
@@ -101 +69 @@
     cout << "Connected to " << serv.GetName() << endl;
     cout << endl;
+    cout << "Sequence: " << num << endl;
+    cout << "Telecope: " << tel << endl;
+    cout << endl;
 
-    TEnv rc("steps.rc");
+    // -------------------------------------------
 
-    //reading runnumbers from Sequencefile
-    TEnv sequ(sequencefile);
-    cout << "sequ file: " << sequencefile.Data() << endl;
-    TString runs;
-    runs = sequ.GetValue("Runs", "");
-    runs.ReplaceAll(" ", ",");
-    if (runs.IsNull())
-    {
-        cout << "ERROR - No runs in file " << sequencefile << " found." << endl;
-        return 0;
-    }
-
-    //getting runnumbers from database
-    //(not neccessary anymore -> can be changed)
-    TString query="SELECT fRunNumber FROM RunData WHERE fRunNumber in (";
-    query +=runs.Data();
-    query +=")";
+    TString query = "MIN( NOT ("
+        "ISNULL(fRawFileAvail) OR "
+        "ISNULL(fCCFileAvail) OR "
+        "ISNULL(fCaCoFileAvail) OR "
+        "ISNULL(fCaCoFileFound) OR "
+        "ISNULL(fTimingCorrection) OR "
+        "ISNULL(fCompmux) "
+        ")) "
+        "FROM RunProcessStatus "
+        "LEFT JOIN RunData USING (fTelescopeNumber,fRunNumber,fFileNumber) "
+    query += Form("WHERE fSequenceFirst=%d AND fTelescopeNumber=%d", num, tel);
 
     TSQLResult *res = serv.Query(query);
     if (!res)
-        cout << "Error - no run to check" << endl;
+        return 3;
 
-    //check for each run the availability of files from the table RunProcessStatus
-    //the following columns have to be checked:
-    //fCCFileAvail, fCaCoFileAvail, fCaCoFileFound, fRawFileAvail, fTimingCorrection, fCompmux
-    //fTimingCorrection has to be checked, as only rawfiles with correct timing should be calibrated
-    TSQLRow *row=0;
-    while ((row = res->Next()))
+    if (res->GetRowCount()!=1)
     {
-        TString runno=(*row)[0];
-        cout << "run#: " << runno << endl;
-        //if one value returns "" (i.e. column is NULL), 0 is returned
-        if (GetStatus(serv, rc, runno, "RunProcessStatus", "fCCFileAvail").IsNull()
-            || GetStatus(serv, rc, runno, "RunProcessStatus", "fCaCoFileAvail").IsNull()
-            || GetStatus(serv, rc, runno, "RunProcessStatus", "fCaCoFileFound").IsNull()
-            || GetStatus(serv, rc, runno, "RunProcessStatus", "fTimingCorrection").IsNull()
-            || GetStatus(serv, rc, runno, "RunProcessStatus", "fCompmux").IsNull()
-//            || GetStatus(serv, rc, runno, "RunProcessStatus", "fTimingCorrection")=="1970-01-01 00:00:00"
-            || GetStatus(serv, rc, runno, "RunProcessStatus", "fRawFileAvail").IsNull())
-            return 2;
+        cout << "ERROR - Unexpected number of returned rows (" << res->GetRowCount() << ")" << endl;
+        delete res;
+        return 3;
     }
-    //if all values are okay (i.e. files are availabel), 1 is returned
-    return 1;
 
+    TSQlRow *row = res->Next();
+
+    if (!row || !(*row)[0])
+    {
+        cout << "ERROR - Unexpected result." << endl;
+        delete res;
+        return 3;
+    }
+
+    const Int_t rc = atoi((*row)[0]);
+
+    delete res;
+
+    return rc==1 ? 1 : 2;
 }
-

trunk/MagicSoft/Mars/datacenter/macros/checkstardone.C

@@ -18 +18 @@
 !   Author(s): Daniela Dorner, 05/2005 <mailto:dorner@astro.uni-wuerzburg.de>
 !
-!   Copyright: MAGIC Software Development, 2000-2006
+!   Copyright: MAGIC Software Development, 2000-2008
 !
 !
@@ -28 +28 @@
 // ===============
 //
-// check the availability of the star files for one sequence:
+// check the availability of all star files for one dataset:
 // if star has been executed successfully, this information has been inserted
 // into the database (SequenceProcessStatus) with this macro this information
@@ -34 +34 @@
 //
 // executing the macro:
-//  .x checkstardone.C+("sequencenumber")
+//  .x checkstardone.C+(1)
 //
-// the macro returns 0, if there's no connection to the database, 2, if a
-// file is missing, and 1 if all files are there
+// The macro returns 0, if there's no connection to the database, 2 if
+// star is not done, and 1 if star done, 3 in case of error.
 // the return value is checked by the script, that executes the macro
 //
-// this macro is very similar to the macro checkfileavail.C
+// This macro is very similar to the macro checkfileavail.C
 //
 /////////////////////////////////////////////////////////////////////////////
-
 #include <iostream>
 #include <iomanip>
-#include <fstream>
 
-#include <TEnv.h>
-
-#include <MSQLServer.h>
 #include <TSQLRow.h>
 #include <TSQLResult.h>
 
+#include "MSQLServer.h"
+
 using namespace std;
 
-
-//check the value of a column for a sequence
-TString GetStatus(MSQLServer &serv, TEnv &env, TString primary, TString table, TString column)
+int checkstardone(Int_t num)
 {
-    TString query(Form("SELECT %s FROM %s WHERE %s=%s",
-                       column.Data(), table.Data(),
-                       env.GetValue(table+".Primary", ""),
-                       primary.Data()));
-
-    cout << "Query: " << query << endl;
-
-    TSQLResult *res = serv.Query(query);
-    if (!res)
-    {
-        cout << "Error - no sequence to check" << endl;
-        return "";
-    }
-
-    TSQLRow *row = res->Next();
-
-    TString rc = row ? (*row)[0] : "";
-
-    delete res;
-
-    return rc;
-}
-
-int checkstardone(TString datasetno)
-{
-    TEnv env("sql.rc");
-
-    MSQLServer serv(env);
+    MSQLServer serv("sql.rc");
     if (!serv.IsConnected())
     {
@@ -93 +61 @@
         return 0;
     }
+
     cout << "checkstardone" << endl;
     cout << "-------------" << endl;
@@ -98 +67 @@
     cout << "Connected to " << serv.GetName() << endl;
     cout << endl;
+    cout << "Dataset: " << num << endl;
+    cout << endl;
 
-    TEnv rc("steps.rc");
+    // -------------------------------------------
 
-    //check if fStar not NULL for sequence 
-    if (GetStatus(serv, rc, datasetno, "SequenceProcessStatus", "fStar").IsNull())
-        return 2;
+    TString query = "NOT ISNULL(fStar) FROM SequenceProcessStatus "
+        "LEFT JOIN DataSetSequenceMapping USING (fTelescopeNumber,fSequenceFirst) ";
+    query += Form("WHERE fDataSetNumber=%d", num);
 
-    return 1;
+    TSQLResult *res = serv.Query(query);
+    if (!res)
+        return 3;
+
+    if (res->GetRowCount()!=1)
+    {
+        cout << "ERROR - Unexpected number of returned rows (" << res->GetRowCount() << ")" << endl;
+        delete res;
+        return 3;
+    }
+
+    TSQlRow *row = res->Next();
+
+    if (!row || !(*row)[0])
+    {
+        cout << "ERROR - Unexpected result." << endl;
+        delete res;
+        return 3;
+    }
+
+    const Int_t rc = atoi((*row)[0]);
+
+    delete res;
+
+    return rc==1 ? 1 : 2;
 }
-

trunk/MagicSoft/Mars/datacenter/scripts/checkstardone

@@ -20 +20 @@
 #   Author(s): Daniela Dorner  08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
 #
-#   Copyright: MAGIC Software Development, 2000-2007
+#   Copyright: MAGIC Software Development, 2000-2008
 #
 #
@@ -35 +35 @@
 # the function setstatus.
 #
-
 source `dirname $0`/sourcefile
 printprocesslog "INFO starting $0"
@@ -64 +63 @@
 for dataset in ${datasets[@]}
 do 
-   echo "checking files for dataset $dataset..." >> $scriptlog 2>&1 
-   printprocesslog "INFO checking files for dataset $dataset"
+   echo "checking star done for sequences of dataset $dataset..." >> $scriptlog 2>&1 
+   printprocesslog "INFO checking star done for sequences of dataset $dataset"
+
    no=`printf %08d $dataset | cut -c 0-5`
    no2=`printf %08d $dataset`
-   datasetfile=$datasetpath/$no/dataset`printf %08d $dataset`.txt
-   
-   sequences=(`cat $datasetfile | grep Sequences | sed -e 's/SequencesOn://g' | sed -e 's/SequencesOff://g'`)
-   if [ "$sequences" = "" ]
-   then
-      echo "no sequences found" >> $scriptlog 2>&1
-      echo "continue with next dataset" >> $scriptlog 2>&1
-      continue
-   fi
-   echo "sequences: "${sequences[@]} >> $scriptlog 2>&1
-   
+   dsnum=`printf %08d $dataset`
+
+   echo "run $program for sequence $sequence..." >> $scriptlog 2>&1
+
    outpath=$logpath/$program/$no/$no2
    makedir $outpath  >> $scriptlog 2>&1 
-   
+
    primvar=$dataset
    setstatus "start" >> $scriptlog 2>&1
 
-   for sequence in ${sequences[@]}
-   do 
-      echo "run $program for sequence $sequence..." >> $scriptlog 2>&1
-      printprocesslog "INFO check availability for sequence $sequence"
+   check1=`root -q -b $macrospath/checkstardone.C+\(\""$dsnum\""\) | tee $outpath/checkstardone-$dsnum.log | intgrep`
 
-      check1=`root -q -b $macrospath/checkstardone.C+\(\""$sequence\""\) | tee $outpath/checkstardone-$sequence.log | intgrep`
+   case $check1 in
+      1)   echo " check1=$check1 -> everything ok -> continue with next dataset..." >> $scriptlog 2>&1 ;;
+      2)   echo " check1=$check1 -> star files for dataset $dsnum not yet available -> continue..." >> $scriptlog 2>&1 
+           printprocesslog "INFO files not yet available for dataset $dsnum"
+           check="no"
+           break
+           ;;
+      0)   echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 
+           printprocesslog "WARN connection to DB failed"
+           check="no"
+           break
+           ;;
+      *)   echo " check1=$check1 -> ERROR " >> $scriptlog 2>&1 
+           printprocesslog "ERROR checkstardone.C failed"
+           com=$Fstardone
+           comadd=$sequence
+           check=$check1
+           break
+           ;;
+   esac
 
-      case $check1 in
-         1)   echo " check1=$check1 -> everything ok -> continue with next sequence..." >> $scriptlog 2>&1 ;;
-         2)   echo " check1=$check1 -> files for sequence $sequence not yet available -> continue..." >> $scriptlog 2>&1 
-              printprocesslog "INFO files not yet available for sequence $sequence"
-              check="no"
-              break
-              ;;
-         0)   echo " check1=$check1 -> no connection to db -> continue..." >> $scriptlog 2>&1 
-              printprocesslog "WARN connection to DB failed"
-              check="no"
-              break
-              ;;
-         *)   echo " check1=$check1 -> ERROR " >> $scriptlog 2>&1 
-              printprocesslog "ERROR $program.C failed"
-              com=$Fstardone
-              comadd=$sequence
-              check=$check1
-              break
-              ;;
-      esac
-   done
-   
    setstatus "stop" >> $scriptlog 2>&1
 done
 
 finish >> $scriptlog 2>&1
-