source: trunk/MagicSoft/Mars/datacenter/macros/fillcalib.C@ 8927

/* ======================================================================== *\
!
! *
! * This file is part of MARS, the MAGIC Analysis and Reconstruction
! * Software. It is distributed to you in the hope that it can be a useful
! * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
! * It is distributed WITHOUT ANY WARRANTY.
! *
! * Permission to use, copy, modify and distribute this software and its
! * documentation for any purpose is hereby granted without fee,
! * provided that the above copyright notice appear in all copies and
! * that both that copyright notice and this permission notice appear
! * in supporting documentation. It is provided "as is" without express
! * or implied warranty.
! *
!
!
!   Author(s): Thomas Bretz, 08/2004 <mailto:tbretz@astro.uni-wuerzburg.de>
!   Author(s): Daniela Dorner, 08/2004 <mailto:dorner@astro.uni-wuerzburg.de>
!
!   Copyright: MAGIC Software Development, 2000-2008
!
!
\* ======================================================================== */

/////////////////////////////////////////////////////////////////////////////
//
// fillcalib.C
// ===========
//
// This macro is used to read the calibartion-/callisto-output files.
// These files are automatically called calib00000.root.
//
// From this file the MBadPixelsCam and the MGeomCam is extracted. If
// the geometry isn't found MGeomCamMagic is used as a default.
// The bad pixel information and other information, extracted from the status
// display, is inserted into the database in the table Calibration, which
// stores the results from the calibration.
// The corresponding sequence number is extracted from the filename...
// FIXME: MSeqeuence should be stored in the calib-file?
//
// Usage:
//  .x fillcalib.C("/magic/data/callisto/0004/00047421/calib00047421.root", kTRUE)
//
// The second argument is the 'dummy-mode'. If it is kTRUE dummy-mode is
// switched on and nothing will be written into the database. This is usefull
// for tests.
//
// The macro can also be run without ACLiC but this is a lot slower...
//
// Remark: Running it from the commandline looks like this:
//   root -q -l -b fillcalib.C+\(\"filename\"\,kFALSE\) 2>&1 | tee fillcalib.log
//
// Make sure, that database and password are corretly set in a resource
// file called sql.rc and the resource file is found.
//
// Returns 2 in case of failure, 1 in case of success and 0 if the connection
// to the database is not working.
//
/////////////////////////////////////////////////////////////////////////////
#include <iostream>

#include <TEnv.h>
#include <TRegexp.h>

#include <TH1.h>

#include <TFile.h>
#include <TSQLResult.h>
#include <TSQLRow.h>

#include "MSQLMagic.h"

#include "MStatusArray.h"
#include "MHCamera.h"
#include "MGeomCamMagic.h"
#include "MBadPixelsCam.h"

using namespace std;

int Process(MSQLMagic &serv, TString fname)
{
    //getting number of unsuitable, unreliable and isolated pixel
    MBadPixelsCam badpix;

    TFile file(fname, "READ");
    if (!file.IsOpen())
    {
        cout << "ERROR - Could not find file " << fname << endl;
        return 2;
    }

    if (badpix.Read("MBadPixelsCam")<=0)
    {
        cout << "ERROR - Reading of MBadPixelsCam failed." << endl;
        return 2;
    }

    MGeomCamMagic def;

    MGeomCam *geom = (MGeomCam*)file.Get("MGeomCam");
    if (!geom)
    {
        cout << "WARNING - Reading of MGeomCam failed... using default <MGeomCamMagic>" << endl;
        geom = &def;
    }

    cout << "Camera Geometry: " << geom->ClassName() << endl;

    const Short_t unsin  = badpix.GetNumUnsuitable(MBadPixelsPix::kUnsuitableRun, geom, 0);
    const Short_t unsout = badpix.GetNumUnsuitable(MBadPixelsPix::kUnsuitableRun, geom, 1);

    const Short_t unrin  = badpix.GetNumUnsuitable(MBadPixelsPix::kUnreliableRun, geom, 0);
    const Short_t unrout = badpix.GetNumUnsuitable(MBadPixelsPix::kUnreliableRun, geom, 1);

    const Short_t isoin  = badpix.GetNumIsolated(*geom, 0);
    const Short_t isoout = badpix.GetNumIsolated(*geom, 1);

    const Short_t clumax = badpix.GetNumMaxCluster(*geom);

    if (unsin<0 || unsout<0 || unrin<0 || unrout<0 || isoin<0 || isoout<0 || clumax<0)
    {
        cout << "ERROR - one of the pixel values < 0." << endl;
        return 2;
    }

    //     MHCamera hist(geom);
    //     hist.SetCamContent(badpix, 1);
    //     hist.DrawCopy();
    //     hist.SetCamContent(badpix, 3);
    //     hist.DrawCopy();

    //Getting values from the status display
    MStatusArray arr;
    if (arr.Read()<=0)
    {
        cout << "ERROR - could not read MStatusArray." << endl;
        return 2;
    }

    TH1 *h;

    //getting the mean and rms from the arrival time (inner cam)
    h = (TH1*)arr.FindObjectInCanvas("HRelTimeHiGainArea0", "TH1F", "Time");
    if (!h)
    {
        cout << "WARNING - Could not find histogram HRelTimeHiGainArea0." << endl;
        return 2;
    }

    Float_t meani = h->GetMean();
    Float_t rmsi  = h->GetRMS();
    meani = TMath::Nint(meani*10)/10.;
    rmsi  = TMath::Nint(rmsi*100)/100.;
    TString meaninner = Form("%5.1f", meani);
    TString rmsinner  = Form("%6.2f", rmsi);


    //getting the mean and rms from the arrival time (outer cam)
    h = (TH1*)arr.FindObjectInCanvas("HRelTimeHiGainArea1", "TH1F", "Time");
    if (!h)
    {
        cout << "WARNING - Could not find histogram HRelTimeHiGainArea1." << endl;
        return 2;
    }

    Float_t meano = h->GetMean();
    Float_t rmso  = h->GetRMS();
    meano = TMath::Nint(meano*10)/10.;
    rmso  = TMath::Nint(rmso*100)/100.;
    TString meanouter = Form("%5.1f", meano);
    TString rmsouter  = Form("%6.2f", rmso);


    //Getting conversion factors
    MHCamera *c = (MHCamera*)arr.FindObjectInCanvas("TotalConvPhe", "MHCamera", "Conversion");
    if (!c)
    {
        cout << "WARNING - Could not find MHCamera TotalConv." << endl;
        return 2;
    }

    TArrayI inner(1), outer(1);
    inner[0] = 0;
    outer[0] = 1;

    Int_t s0[] = { 1, 2, 3, 4, 5, 6 };

    Stat_t meanconvi = c->GetMeanSectors(TArrayI(6, s0), inner);
    Stat_t meanconvo = c->GetMeanSectors(TArrayI(6, s0), outer);
    meanconvi = TMath::Nint(meanconvi*1000)/1000.;
    meanconvo = TMath::Nint(meanconvo*1000)/1000.;
    TString meanconvinner=Form("%6.3f", meanconvi);
    TString meanconvouter=Form("%6.3f", meanconvo);

    //Getting sequ# from filename
    TString sequence = fname(TRegexp("calib[0-9]+[.]root$"));
    if (sequence.IsNull())
    {
        cout << "WARNING - Could get sequence# from filename: " << fname << endl;
        return 2;
    }

    Int_t seq = atoi(sequence.Data()+5);

    //getting the ratio of calibration events used
    h = (TH1*)arr.FindObjectInCanvas("ArrTm;avg", "MHCamera", "ArrTm");
    if (!h)
    {
        cout << "WARNING - Could not find histogram ArrTime;avg." << endl;
        return 2;
    }

    UInt_t nevts = h->GetEntries();

    TString query;
    query = Form("SELECT SUM(fNumEvents) FROM RunData "
                 "LEFT JOIN RunType ON RunType.fRunTypeKEY=RunData.fRunTypeKEY "
                 "WHERE fSequenceFirst=%d AND RunType.fRunTypeName='Calibration'",
                 seq);

    TSQLResult *res = serv.Query(query);
    if (!res)
    {
        cout << "ERROR - Query failed: " << query << endl;
        return 2;
    }

    TSQLRow *row = res->Next();
    if (!row)
    {
        cout << "ERROR - Query failed: " << query << endl;
        return 2;
    }

    Float_t ratiocalib = 100.*nevts/atof((*row)[0]);

    TString ratiocal = Form("%.1f", ratiocalib);

    delete res;

    cout << "Sequence #" << seq << endl;
    cout << "  Unsuitable: (i/o) " << Form("%3d %3d", (int)unsin, (int)unsout) << endl; // Unbrauchbar
    cout << "  Unreliable: (i/o) " << Form("%3d %3d", (int)unrin, (int)unrout) << endl; // Unzuverlaessig
    cout << "  Isolated:   (i/o) " << Form("%3d %3d", (int)isoin, (int)isoout) << endl; // Isolated (unbrauchbar)
    cout << "  Max.Cluster:      " << Form("%3d", (int)clumax)                 << endl; // Max Cluster
    cout << "  Arr Time inner:    " << meaninner << " +- " << rmsinner  << endl;
    cout << "  Arr Time outer:    " << meanouter << " +- " << rmsouter  << endl;
    cout << "  Mean Conv inner:   " << meanconvinner << endl;
    cout << "  Mean Conv outer:   " << meanconvouter << endl;
    cout << "  Ratio Calib Evts:  " << ratiocal << endl;

    //inserting or updating the information in the database
    TString vars =
        Form(" fSequenceFirst=%d,"
             " fUnsuitableInner=%d, "
             " fUnsuitableOuter=%d, "
             " fUnreliableInner=%d, "
             " fUnreliableOuter=%d, "
             " fIsolatedInner=%d, "
             " fIsolatedOuter=%d, "
             " fIsolatedMaxCluster=%d, "
             " fArrTimeMeanInner=%s, "
             " fArrTimeRmsInner=%s, "
             " fArrTimeMeanOuter=%s, "
             " fArrTimeRmsOuter=%s, "
             " fConvFactorInner=%s, "
             " fConvFactorOuter=%s, "
             " fRatioCalEvents=%s ",
             seq, (int)unsin, (int)unsout, (int)unrin,
             (int)unrout, (int)isoin, (int)isoout, (int)clumax,
             meaninner.Data(), rmsinner.Data(),
             meanouter.Data(), rmsouter.Data(),
             meanconvinner.Data(), meanconvouter.Data(),
             ratiocal.Data());

    return serv.InsertUpdate("Calibration", "fSequenceFirst",
                             Form("%d", seq), vars.Data()) ? 1 : 2;
}

int fillcalib(TString fname, Bool_t dummy=kTRUE)
{
    TEnv env("sql.rc");

    MSQLMagic serv(env);
    if (!serv.IsConnected())
    {
        cout << "ERROR - Connection to database failed." << endl;
        return 0;
    }

    cout << "fillcalib" << endl;
    cout << "---------" << endl;
    cout << endl;
    cout << "Connected to " << serv.GetName() << endl;
    cout << "File: " << fname << endl;
    cout << endl;

    serv.SetIsDummy(dummy);

    return Process(serv, fname);
}