Changeset 9006 for trunk/MagicSoft/Mars/datacenter/macros/doexclusions.C

Timestamp:

07/17/08 16:08:04 (16 years ago)

Author:

tbretz

Message:

*** empty log message ***

File:

• trunk/MagicSoft/Mars/datacenter/macros/doexclusions.C (modified) (3 diffs)

trunk/MagicSoft/Mars/datacenter/macros/doexclusions.C

@@ -59 +59 @@
 #include <iostream>
 #include <iomanip>
-#include <fstream>
-
-#include <MSQLServer.h>
+
+#include <TEnv.h>
+#include <TSystem.h>
+
 #include <TSQLRow.h>
 #include <TSQLResult.h>
 
-#include <TEnv.h>
-#include <TSystem.h>
+#include "MSQLMagic.h"
 
 using namespace std;
 
 //get minimum or maximum runnumber of the runs of a night
-int GetRunNumber(MSQLServer &serv, TString date, TString value)
+int GetRunNumber(MSQLServer &serv, Int_t tel, TString date, TString cmd)
 {
-    TString query(Form("SELECT %s(fRunNumber) FROM RunData ", value.Data()));
+    TString query;
+    query  = Form("SELECT %s(fRunNumber) FROM RunData ", cmd.Data());
+    query += Form("WHERE fTelescopeNumber=%d", tel);
 
     if (date!="NULL")
     {
         TString day=date+" 13:00:00";
-        query+=Form(" WHERE (fRunStart>ADDDATE(\"%s\", INTERVAL -1 DAY) AND fRunStart<\"%s\")",
-                    day.Data(), day.Data());
-    }
-
-    cout << "query: " << query << endl;
+        query += Form(" AND (fRunStart>ADDDATE(\"%s\", INTERVAL -1 DAY) AND fRunStart<\"%s\")",
+                      day.Data(), day.Data());
+    }
 
     TSQLResult *res = serv.Query(query);
     if (!res)
     {
-        cout << "Error - could not get run#" << endl;
+        cout << "ERROR - Could not get " << cmd << " fRunNumber." << endl;
         return -1;
     }
 
     TSQLRow *row =res->Next();
-    cout << (void*)row << endl;
     if (TString((*row)[0]).IsNull())
     {
-        cout << "No run available for this date" << endl;
+        cout << "No run available for " << date << endl;
         delete res;
         return 0;
     }
     delete res;
+
     return atoi((*row)[0]);
 }
 
-//get part of a query (left join of tables)
-TString GetJoin(TString table)
+int doexclusions(Int_t startrun, Int_t stoprun, Int_t tel=1, TString date="NULL", Bool_t dummy=kTRUE)
 {
-    TString query(Form("left join %s ON RunData.f%sKEY=%s.f%sKEY ",
-                       table.Data(), table.Data(), table.Data(), table.Data()));
-    return query;
-}
-
-int doexclusions(Int_t startrun, Int_t stoprun, TString date="NULL")
-{
-    TEnv env("sql.rc");
-    TEnv rc("automatic-exclusions.rc");
-
-    MSQLServer serv(env);
+    MSQLMagic serv("sql.rc");
     if (!serv.IsConnected())
     {
@@ -123 +112 @@
     }
 
+    // Open rc files with exclusions
+    TEnv rc("resources/exclusions.rc");
+
+    // Some information for the user
     cout << "doexclusions" << endl;
     cout << "------------" << endl;
     cout << endl;
     cout << "Connected to " << serv.GetName() << endl;
-
-    //if neither start- nor stoprun is given, the minimum and maximum runnumber
-    // is queried from the database to do the exclusions for all runs
-    // if a night is given for all runs of this night
+    cout << "Date:      " << date << endl;
+
+    serv.SetIsDummy(dummy);
+
+    // if neither start- nor stoprun is given, the minimum and maximum
+    // runnumber is queried from the database to do the exclusions for
+    // all runs if a night is given for all runs of this night
     if (startrun==0 && stoprun==0)
     {
-        startrun=GetRunNumber(serv, date, "min");
-        stoprun=GetRunNumber(serv, date, "max");
-    }
+        startrun = GetRunNumber(serv, tel, date, "MIN");
+        stoprun  = GetRunNumber(serv, tel, date, "MAX");
+    }
+
+    cout << "Start Run: " << startrun << endl;
+    cout << "Stop  Run: " << stoprun  << endl;
+
     //check format of start- and stoprun
     if (startrun<0 || stoprun<0)
     {
-        cout << "wrong format of runno" << endl;
+        cout << "ERROR - Startrun<0 or stoprun<0." << endl;
         return 2;
     }
+
     //if no run for date is available, GetRunNumber() returns 0
     if (startrun==0 || stoprun==0)
         return 1;
 
-    //get the condition for the runnumber range
-    TString runcond(Form("AND fRunNumber BETWEEN %d AND %d ", startrun, stoprun));
-
-    //get exclusions-reasons (stored in the table ExcludedFDA) from the database
-    //the exclusions which can be done automatically are marked with the flag fExcludedFDAAutomatic='yes'
-    //and with an importance (one run may be excluded for several reasons,
-    //the reason is chosen according to the importance)
-    TString query="SELECT fExcludedFDAKEY from ExcludedFDA where fExcludedFDAAutomatic='yes'";
-    TSQLResult *res = serv.Query(query);
+    // Get exclusions-reasons (stored in the table ExcludedFDA) from the DB
+    TSQLResult *res = serv.Query("SELECT fExcludedFDAKEY, fExcludedFDAName "
+                                 "FROM ExcludedFDA "
+                                 "ORDER BY fExcludedFDAImportance ASC");
     if (!res)
-    {
-        cout << "Error - could not do any automatic excludes." << endl;
         return 2;
-    }
 
     //update the exclusion-reasons for all runs
@@ -165 +158 @@
     while ((row = res->Next()))
     {
-        //read in values from the resource file automatic-exclusions (explanation see above)
-        TString key=(*row)[0];
-        TString column=rc.GetValue("key"+key+".Column", "");
-        TString join1=rc.GetValue("key"+key+".Join1", "");
-        TString join2=rc.GetValue("key"+key+".Join2", "");
-        TString border=rc.GetValue("key"+key+".SpecialRunCond", "");
-
-        //get importance of exclusion-reason from database
-        TString query(Form("SELECT fExcludedFDAImportance from ExcludedFDA where fExcludedFDAKEY=%s ", key.Data()));
-        TSQLResult *res2 = serv.Query(query);
+        // check the key (NULL means "No exclusion")
+        const TString key = (*row)[0];
+        if (key.IsNull())
+            continue;
+
+        // Get the corresponding condition from the file
+        const TString cond = rc.GetValue("key"+key, "");
+        if (cond.IsNull())
+            continue;
+
+        // Get all files to be excluded
+        TString query2 = "SELECT fRunNumber, fFileNumber FROM RunData ";
+        query2 += serv.GetJoins("RunData", query2+cond);
+
+        query2 += Form("WHERE (%s) ", cond.Data());
+        query2 += Form("AND fRunNumber BETWEEN %d AND %d ", startrun, stoprun);
+        query2 += Form("AND fTelescopeNumber=%d", tel);
+
+        TSQLResult *res2 = serv.Query(query2);
         if (!res2)
-        {
-            cout << "Error - could not get importance." << endl;
             return 2;
-        }
-
-        TSQLRow *row2=res2->Next();
-        Int_t newimp=atoi((*row2)[0]);
-        delete res2;
-
-        //get current importance from database
-        //for the runs which match the exclusion-reason
-        query="SELECT fRunNumber, fExcludedFDAImportance ";
-        if (!column.IsNull())
-            query+=Form(", %s", column.Data());
-        if (!join1.IsNull())
-            query+=Form(", f%sName", join1.Data());
-        if (!join2.IsNull())
-            query+=Form(", f%sName", join2.Data());
-        query +=" FROM RunData ";
-        query +=GetJoin("ExcludedFDA");
-        if (!join1.IsNull())
-            query+=GetJoin(join1.Data());
-        if (!join2.IsNull())
-            query+=GetJoin(join2.Data());
-        query +=Form("WHERE (%s) ", rc.GetValue("key"+key+".Cond", ""));
-        if (!border.IsNull())
-            query+=Form(" AND fRunNumber BETWEEN IF(%s>%d, %d, %s) AND IF (%s<%d, %s, %d) ",
-                        border.Data(), startrun, startrun, border.Data(),
-                        border.Data(), stoprun, border.Data(), stoprun);
-        else
-            query +=runcond;
-
-        cout << query << endl;
-
-        res2 = serv.Query(query);
-        if (!res2)
-        {
-            cout << "Error - no runs to exclude" << endl;
-            return 2;
-        }
-
-        //compare new and old importance
-        //change or keep the exclusion-reason accordingly
+
+        // Update exlcusion for file
+        TSQLRow *row2=0;
         while ((row2 = res2->Next()))
         {
-            if (TString((*row2)[1]).IsNull() || atoi((*row2)[1])>newimp)
-            {
-                //change exclusion-reason
-                TString query(Form("UPDATE RunData SET fExcludedFDAKEY=%s WHERE fRunNumber=%s",
-                                   key.Data(), (*row2)[0]));
-                cout << "QU: " << query << endl;
-                TSQLResult *res3 = serv.Query(query);
-                if (!res3)
-                {
-                    cout << "Error - could not insert exclusion" << endl;
-                    return 2;
-                }
-                delete res3;
-                continue;
-            }
-            //keep exclusion-reason
-            cout << "run#: " << (*row2)[0] << " reason for exclusion is still the same" << endl;
+            TString vars(Form("fExcludedFDAKEY=%s", key.Data()));
+            TString where(Form("fRunNumber=%s AND fFileNumber=%s", (*row2)[0], (*row2)[1]));
+
+            if (serv.Update("RunData", vars, where)==kFALSE)
+                return 2;
+
+            cout << "File M" << tel << ":" << (*row2)[0] << "/" << setw(3) << setfill('0') << (*row2)[1] << " excluded due to: " << (*row)[1] << "." << endl;
         }
+
         delete res2;
     }
     delete res;
+
     return 1;
 }
 
 //run doexclusions for one night
-int doexclusions(TString date="NULL")
+int doexclusions(TString date="NULL", Int_t tel=1, Bool_t dummy=kTRUE)
 {
-    return doexclusions(0, 0, date);
+    return doexclusions(0, 0, tel, date, dummy);
 }