Context Navigation

source: trunk/MagicSoft/Mars/mjobs/MJCalibrateSignal.cc@ 9437

Visit:

Last change on this file since 9437 was 9410, checked in by tbretz, 16 years ago
* empty log message *
File size: 35.2 KB

Line
1	/* ======================================================================== *\
2	!
3	! *
4	! * This file is part of MARS, the MAGIC Analysis and Reconstruction
5	! * Software. It is distributed to you in the hope that it can be a useful
6	! * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
7	! * It is distributed WITHOUT ANY WARRANTY.
8	! *
9	! * Permission to use, copy, modify and distribute this software and its
10	! * documentation for any purpose is hereby granted without fee,
11	! * provided that the above copyright notice appear in all copies and
12	! * that both that copyright notice and this permission notice appear
13	! * in supporting documentation. It is provided "as is" without express
14	! * or implied warranty.
15	! *
16	!
17	!
18	! Author(s): Thomas Bretz, 1/2004 <mailto:tbretz@astro.uni-wuerzburg.de>
19	!
20	! Copyright: MAGIC Software Development, 2000-2008
21	!
22	!
23	\* ======================================================================== */
24
25	/////////////////////////////////////////////////////////////////////////////
26	//
27	// MJCalibrateSignal
28	//
29	// This class is reading the output written by callisto. It calibrates
30	// signal and time.
31	//
32	// The signal and time extractors are read from the callisto-output. In
33	// pricipal you could overwrite these default using the resource file,
34	// but this is NOT recommended!
35	//
36	/////////////////////////////////////////////////////////////////////////////
37	#include "MJCalibrateSignal.h"
38
39	#include <TEnv.h>
40	#include <TFile.h>
41
42	// Core
43	#include "MLog.h"
44	#include "MLogManip.h"
45
46	#include "MDirIter.h"
47	#include "MTaskList.h"
48	#include "MParList.h"
49	#include "MEvtLoop.h"
50
51	#include "MStatusDisplay.h"
52
53	// General containers
54	#include "MGeomCam.h"
55	#include "MBadPixelsCam.h"
56	#include "MCalibConstCam.h"
57	#include "MPedestalCam.h"
58	#include "MArrivalTimeCam.h"
59
60	// General histograms
61	#include "MH3.h"
62	#include "MHCamEvent.h"
63	#include "MHVsTime.h"
64
65	// Calibration containers
66	#include "MCalibrationQECam.h"
67	#include "MCalibrationBlindCam.h"
68	#include "MCalibrationChargeCam.h"
69	#include "MCalibrationRelTimeCam.h"
70	#include "MCalibrationChargePINDiode.h"
71
72	// Calibration histograms
73	#include "MHCalibrationChargeCam.h"
74	#include "MHCalibrationChargeBlindCam.h"
75	#include "MHCalibrationChargePINDiode.h"
76	#include "MHCalibrationRelTimeCam.h"
77
78	// Tasks
79	#include "MReadMarsFile.h"
80	#include "MRawFileRead.h"
81	#include "MTaskEnv.h"
82	#include "MContinue.h"
83	#include "MFillH.h"
84	#include "MGeomApply.h"
85	#include "MExtractTimeAndCharge.h"
86	#include "MTriggerPatternDecode.h"
87	#include "MCalibrationPatternDecode.h"
88	#include "MCalibrationChargeCalc.h"
89	#include "MCalibrationRelTimeCalc.h"
90	#include "MCalibCalcFromPast.h"
91	#include "MPedestalSubtract.h"
92	#include "MPedCalcFromLoGain.h"
93	#include "MCalibrateData.h"
94	#include "MExtractPINDiode.h"
95	#include "MExtractBlindPixel.h"
96	#include "MCalibrateRelTimes.h"
97	#include "MBadPixelsCalc.h"
98	#include "MBadPixelsTreat.h"
99	#include "MWriteRootFile.h"
100
101	// Filter
102	#include "MFTriggerPattern.h"
103	#include "MFCosmics.h"
104	#include "MFilterList.h"
105	#include "MFDataPhrase.h"
106
107	// Classes for writing movies
108	#include "MFEvtNumber.h"
109	#include "MMoviePrepare.h"
110	#include "MMovieWrite.h"
111	#include "MImgCleanStd.h"
112
113
114	ClassImp(MJCalibrateSignal);
115
116	using namespace std;
117
118	// --------------------------------------------------------------------------
119	//
120	// Default constructor.
121	//
122	// Sets:
123	// - fIsInterlaced to kTRUE
124	// - fIsRelTimesUpdate to kFALSE
125	// - fIsHiLoCalibration to kFALSE
126	//
127	MJCalibrateSignal::MJCalibrateSignal(const char name, const char title)
128	: fExtractor(0), fIsInterlaced(kTRUE), fIsRelTimesUpdate(kTRUE), fIsMovieMode(kFALSE)
129	{
130	fName = name ? name : "MJCalibrateSignal";
131	fTitle = title ? title : "Tool to calibrate data";
132	}
133
134	MJCalibrateSignal::~MJCalibrateSignal()
135	{
136	if (fExtractor)
137	delete fExtractor;
138	}
139
140	void MJCalibrateSignal::SetExtractor(const MExtractor *ext)
141	{
142	if (fExtractor)
143	delete fExtractor;
144
145	fExtractor = ext ? (MExtractor*)ext->Clone() : NULL;
146	}
147
148	Bool_t MJCalibrateSignal::WriteResult() const
149	{
150	if (IsNoStorage() \|\| fIsMovieMode)
151	return kTRUE;
152
153	// FIXME: This is not nice because it will update the signal
154	// file always. Which might make the usage outside of
155	// callisto difficult.
156	TObjArray cont;
157	cont.Add(const_cast<TEnv*>(GetEnv()));
158	cont.Add(const_cast<MSequence*>(&fSequence));
159
160	if (fDisplay)
161	{
162	TString title = "-- Calibrate Signal: ";
163	title += fSequence.GetSequence();
164	title += " --";
165	fDisplay->SetTitle(title, kFALSE);
166
167	cont.Add(fDisplay);
168	}
169
170	const TString name(Form("signal%08d.root", fSequence.GetSequence()));
171	return WriteContainer(cont, name, "UPDATE");
172	}
173
174	Bool_t MJCalibrateSignal::ReadCalibration(TObjArray &l, MBadPixelsCam &cam, MExtractor* &ext2, MExtractor* &ext3, TString &geom) const
175	{
176	TString fname = Form("%s/calib%08d.root", fPathIn.Data(), fSequence.GetSequence());
177
178	*fLog << inf << "Reading from file: " << fname << endl;
179
180	TFile file(fname, "READ");
181	if (!file.IsOpen())
182	{
183	*fLog << err << dbginf << "ERROR - Could not open file " << fname << endl;
184	return kFALSE;
185	}
186
187	TObject *o = file.Get("ExtractSignal");
188	if (o && !o->InheritsFrom(MExtractor::Class()))
189	{
190	*fLog << err << dbginf << "ERROR - ExtractSignal read from " << fname << " doesn't inherit from MExtractor!" << endl;
191	return kFALSE;
192	}
193	ext3 = o ? (MExtractor*)o->Clone() : NULL;
194
195	o = file.Get("ExtractTime");
196	if (o && !o->InheritsFrom(MExtractor::Class()))
197	{
198	*fLog << err << dbginf << "ERROR - ExtractTime read from " << fname << " doesn't inherit from MExtractor!" << endl;
199	return kFALSE;
200	}
201	ext2 = o ? (MExtractor*)o->Clone() : NULL;
202	if (!ext3 && !ext2)
203	{
204	*fLog << err << dbginf << "ERROR - Neither ExtractSignal nor ExrtractTime found in " << fname << "!" << endl;
205	return kFALSE;
206	}
207
208	o = file.Get("MGeomCam");
209	if (o && !o->InheritsFrom(MGeomCam::Class()))
210	{
211	*fLog << err << dbginf << "ERROR - MGeomCam read from " << fname << " doesn't inherit from MGeomCam!" << endl;
212	return kFALSE;
213	}
214	geom = o ? o->ClassName() : "";
215
216	TObjArray cont(l);
217	cont.Add(&cam);
218	return ReadContainer(cont);
219	}
220
221	// --------------------------------------------------------------------------
222	//
223	// MJCalibration allows to setup several option by a resource file:
224	// MJCalibrateSignal.RawData: yes,no
225	//
226	// For more details see the class description and the corresponding Getters
227	//
228	Bool_t MJCalibrateSignal::CheckEnvLocal()
229	{
230	SetInterlaced(GetEnv("Interlaced", fIsInterlaced));
231	SetRelTimesUpdate(GetEnv("RelTimesUpdate", fIsRelTimesUpdate));
232	SetMovieMode(GetEnv("MovieMode", fIsMovieMode));
233
234	return MJCalib::CheckEnvLocal();
235	}
236
237	Bool_t MJCalibrateSignal::Process(MPedestalCam &pedcamab, MPedestalCam &pedcambias,
238	MPedestalCam &pedcamextr)
239	{
240	if (!fSequence.IsValid())
241	{
242	*fLog << err << "ERROR - Sequence invalid..." << endl;
243	return kFALSE;
244	}
245
246	// --------------------------------------------------------------------------------
247
248	*fLog << inf;
249	fLog->Separator(GetDescriptor());
250	*fLog << "Calculate calibrated data from Sequence #";
251	*fLog << fSequence.GetSequence() << endl << endl;
252
253
254	if (!CheckEnv())
255	return kFALSE;
256
257	// --------------------------------------------------------------------------------
258
259	MDirIter iter;
260	if (fSequence.IsValid())
261	{
262	if (fSequence.GetRuns(iter, MSequence::kRawDat)<=0)
263	return kFALSE;
264	}
265
266	// Read File
267	MHCalibrationChargeCam hchacam;
268	MHCalibrationChargeBlindCam hbndcam;
269	MHCalibrationChargePINDiode hpndiod;
270	MHCalibrationRelTimeCam hrelcam;
271	//MHCalibrationHiLoCam hilocam;
272	//MHCalibrationPulseTimeCam hpulcam;
273
274	hchacam.SetOscillations(kFALSE);
275	hbndcam.SetOscillations(kFALSE);
276	hrelcam.SetOscillations(kFALSE);
277
278	MCalibrationChargeCam calcam;
279	MCalibrationQECam qecam;
280	MCalibrationBlindCam bndcam;
281	MCalibrationChargePINDiode pind;
282	MCalibrationRelTimeCam tmcam;
283	//MCalibrationHiLoCam hilcam;
284	//MCalibrationPulseTimeCam pulcam;
285
286	MBadPixelsCam badpix;
287
288	TObjArray interlacedcont;
289	if (fIsInterlaced)
290	{
291	interlacedcont.Add(&hchacam);
292	if (IsUseBlindPixel())
293	interlacedcont.Add(&hbndcam);
294	if (IsUsePINDiode())
295	interlacedcont.Add(&hpndiod);
296	if (fIsRelTimesUpdate)
297	interlacedcont.Add(&hrelcam);
298	}
299
300	MExtractor *extractor1=fExtractor;
301	MExtractor *extractor2=0;
302	MExtractor *extractor3=0;
303	TString geom;
304
305	TObjArray calibcont;
306	calibcont.Add(&calcam);
307	calibcont.Add(&qecam);
308	calibcont.Add(&bndcam);
309	calibcont.Add(&tmcam);
310	if (IsUseBlindPixel())
311	calibcont.Add(&bndcam);
312
313	if (!ReadCalibration(calibcont, badpix, extractor2, extractor3, geom))
314	return kFALSE;
315
316	*fLog << all;
317	if (!geom.IsNull())
318	*fLog << inf << "Camera geometry found in file: " << geom << endl;
319	else
320	*fLog << inf << "No Camera geometry found using default <MGeomCamMagic>" << endl;
321
322	if (extractor3)
323	{
324	*fLog << underline << "Signal Extractor found in calibration file" << endl;
325	extractor3->Print();
326	*fLog << endl;
327	}
328	else
329	*fLog << inf << "No Signal Extractor: ExtractSignal in file." << endl;
330
331
332	if (extractor1)
333	{
334	*fLog << underline << "Modified Signal Extractor set by user." << endl;
335	extractor1->Print();
336	*fLog << endl;
337	}
338	else
339	{
340	*fLog << inf << "No modified Signal Extractor set by user... using ExtractSignal." << endl;
341	extractor1 = extractor3 ? (MExtractor*)extractor3->Clone() : 0;
342	}
343
344	if (extractor2)
345	{
346	*fLog << underline << "Time Extractor found in calibration file" << endl;
347	extractor2->Print();
348	*fLog << endl;
349	}
350	else
351	*fLog << inf << "No Time Extractor: ExtractTime in file." << endl;
352
353	// This is necessary for the case in which it is not in the files
354	MCalibConstCam constcam;
355
356	//MBadPixelsCam badcam;
357	constcam.SetBadPixels(&badpix);
358
359	// Setup Parlist
360	MParList plist;
361	plist.AddToList(this); // take care of fDisplay!
362	plist.AddToList(&badpix);
363	plist.AddToList(&constcam);
364	//plist.AddToList(&hilcam);
365	plist.AddToList(&calibcont); // Using AddToList(TObjArray *)
366	plist.AddToList(&interlacedcont); // Using AddToList(TObjArray *)
367	//plist.AddToList(&pulcam);
368
369	// Setup Tasklist
370	MTaskList tlist;
371	plist.AddToList(&tlist);
372
373	MReadMarsFile readmc("Events");
374	readmc.DisableAutoScheme();
375
376	MRawFileRead rawread(NULL);
377	rawread.SetForceMode(); // Ignore broken time-stamps
378
379	MRead read = fSequence.IsMonteCarlo() ? (MRead)&readmc : (MRead*)&rawread;
380	read->AddFiles(iter);
381
382	const TString fname(Form("s/(([0-9]+_)?(M[12]_)?[0-9.]+)_D_(.*[.])(raw\|raw[.]gz\|root)$/%s\\/$1_Y_$4root/",
383	Esc(fPathOut).Data()));
384
385	// Skips MC which have no contents. This are precisely the
386	// events which fullfilled the MC Lvl1 trigger and an
387	// arbitrary cut (typically at 50phe) to speed up simulation
388	MContinue contmc("MRawEvtData.GetNumPixels<0.5", "ContEmptyMC");
389
390	//MPointingPosInterpolate pextr;
391	//pextr.AddFiles(&iter);
392
393	MGeomApply apply; // Only necessary to create geometry
394	if (!geom.IsNull())
395	apply.SetGeometry(geom);
396	//MBadPixelsMerge merge(&badpix);
397
398	// Make sure that pedcamab has the correct name
399	pedcamab.SetName("MPedestalFundamental");
400	pedcamextr.SetName("MPedestalFromExtractorRndm");
401	pedcambias.SetName("MPedestalFromExtractor");
402	plist.AddToList(&pedcamextr);
403	plist.AddToList(&pedcambias);
404	plist.AddToList(&pedcamab);
405
406	MArrivalTimeCam timecam;
407	plist.AddToList(&timecam);
408
409	// Check for interleaved events
410	MCalibrationPatternDecode caldec;
411	MTriggerPatternDecode decode;
412
413	MH3 hpat("MRawRunHeader.GetFileID", "MTriggerPattern.GetUnprescaled");
414	if (fSequence.IsMonteCarlo())
415	hpat.SetWeight("100./MMcRunHeader.fNumSimulatedShowers");
416	else
417	hpat.SetWeight("1./TMath::Max(MRawRunHeader.GetRunLength,1)");
418	hpat.SetName("TrigPat");
419	hpat.SetTitle("Rate of the trigger pattern [Hz];File Id;Trigger Pattern;Rate [Hz]");
420	hpat.InitLabels(MH3::kLabelsXY);
421	//hpat.DefineLabelsY("1=Lvl1;2=Cal;3=Cal;4=Lvl2;5=Cal;7=Cal;8=Ped;9=Ped+Trig;13=Ped+Trig;16=Pin;32=Sum");
422	hpat.DefaultLabelY("UNKNOWN");
423	hpat.DefineLabelY( 0, "0"); // 0: No pattern
424	hpat.DefineLabelY( 1, "Trig"); // 1: Lvl1
425	hpat.DefineLabelY( 2, "Cal"); // 2: Cal
426	hpat.DefineLabelY( 3, "Cal"); // Cal+Lvl1
427	hpat.DefineLabelY( 4, "Trig"); // 4: Lvl2
428	hpat.DefineLabelY( 5, "Trig"); // Lvl2+Lvl1
429	hpat.DefineLabelY( 7, "Cal"); // Lvl2+Cal+Lvl
430	hpat.DefineLabelY( 8, "Ped"); // 8: Ped
431	hpat.DefineLabelY( 9, "Ped+Trig"); // Ped+Lvl1
432	hpat.DefineLabelY(10, "Ped+Cal"); // Ped+Cal
433	hpat.DefineLabelY(12, "Ped+Trig"); // Ped+Lvl2
434	hpat.DefineLabelY(13, "Ped+Trig"); // Ped+Lvl2+Lvl1
435	hpat.DefineLabelY(16, "Pin"); // 16: Pin
436	hpat.DefineLabelY(32, "Sum"); // 32: Sum
437	hpat.DefineLabelY(33, "Trig"); // Sum+Lvl1
438	hpat.DefineLabelY(34, "Cal"); // Sum+Cal
439	hpat.DefineLabelY(35, "Cal"); // Sum+Cal+Lvl1
440	hpat.DefineLabelY(36, "Trig"); // Sum+Lvl2
441	hpat.DefineLabelY(37, "Trig"); // Sum+Lvl1+Lvl2
442	hpat.DefineLabelY(39, "Cal"); // Sum+Lvl2+Cal+Lvl1
443
444	MFillH fillpat(&hpat, "", "FillPattern");
445	fillpat.SetDrawOption("box");
446
447	// This will make that for data with version less than 5, where
448	// trigger patterns were not yet correct, all the events in the real
449	// data file will be processed. In any case there are no interleaved
450	// calibration events in such data, so this is fine.
451	// We allow only cosmics triggered events to pass (before prescaling)
452	MFTriggerPattern fcalped("SelectTrigEvts");
453	fcalped.SetInverted();
454	fcalped.SetDefault(kTRUE);
455	fcalped.DenyAll();
456	fcalped.AllowTriggerLvl1();
457	fcalped.AllowTriggerLvl2();
458	fcalped.AllowSumTrigger();
459
460	// This will skip interleaved events with a cal- or ped-trigger
461	MContinue contcalped(&fcalped, "ContNonTrigger");
462
463	// Create the pedestal subtracted raw-data
464	MPedestalSubtract pedsub;
465	pedsub.SetPedestalCam(&pedcamab);
466
467	// Do signal and pedestal calculation
468	MPedCalcFromLoGain pedlo1("MPedCalcFundamental");
469	pedlo1.SetPedestalUpdate(kTRUE);
470	pedlo1.SetNamePedestalCamOut("MPedestalFundamental");
471
472	MPedCalcFromLoGain pedlo2("MPedCalcWithExtractorRndm");
473	pedlo2.SetPedestalUpdate(kTRUE);
474	pedlo2.SetRandomCalculation(kTRUE);
475	pedlo2.SetNamePedestalCamOut("MPedestalFromExtractorRndm");
476
477	MPedCalcFromLoGain pedlo3("MPedCalcWithExtractor");
478	pedlo3.SetPedestalUpdate(kTRUE);
479	pedlo3.SetRandomCalculation(kFALSE);
480	pedlo3.SetNamePedestalCamOut("MPedestalFromExtractor");
481
482	if (!extractor1)
483	{
484	*fLog << err << "ERROR - extractor1 == NULL" << endl;
485	return kFALSE;
486	}
487
488	// Setup to use the hi-gain extraction window in the lo-gain
489	// range (the start of the lo-gain range is added automatically
490	// by MPedCalcFromLoGain)
491	//
492	// The window size of the extractor is not yet initialized,
493	// so we have to stick to the extraction range
494	//
495	// Even if we would like to use a range comparable to the
496	// hi-gain extraction we use the lo-gain range to make
497	// sure that exclusions (eg. due to switching noise)
498	// are correctly handled.
499	//
500	pedlo1.SetRangeFromExtractor(*extractor1);
501
502	if (extractor1->InheritsFrom("MExtractTimeAndCharge"))
503	{
504	pedlo2.SetExtractor((MExtractTimeAndCharge*)extractor1);
505	pedlo3.SetExtractor((MExtractTimeAndCharge*)extractor1);
506	}
507	else
508	{
509	pedlo2.SetRangeFromExtractor(*extractor1);
510	pedlo3.SetRangeFromExtractor(*extractor1);
511	}
512
513	//------------------------------
514	//
515	// this is the filter to find pedestal events. For the Siegen FADC
516	// these are all events which are not calibration events because
517	// the pedestal is extracted from the lo-gain signal. For MUX
518	// data this are artifiially triggered events with the pedestal
519	// trigger flag, and for safty without Lvl1 or Lvl2 flag)
520	//
521	// For the time "before" the trigger pattern all events (Siegen FADC)
522	// can be considered to be pedestal, because this was also the time
523	// without artifially calibration events
524	//
525	// Deny or allow is done before prescaling.
526	//
527	MFTriggerPattern fped("SelectPedestals");
528	fped.SetDefault(kTRUE);
529	fped.DenyCalibration();
530	if (!extractor1->HasLoGain())
531	{
532	fped.DenyAll();
533	fped.RequirePedestal();
534	}
535
536	//------------------------------
537	//
538	// Apply a filter against cosmics (this is to make sure that the
539	// trigger system was working properly and no empty events survive)
540	// For every event 5% of the pixel must not be empty. In PostProcess
541	// an error is raised if more than 50% of the events were skipped.
542	//
543	// Since unsuitable pixels are not counted in the ideal case
544	// there is no empty pixel at all.
545	//
546	MFCosmics fcosmicscal;
547	fcosmicscal.SetNamePedestalCam("MPedestalFundamental"); //CORRECT?
548	fcosmicscal.SetMaxEmptyPixels(0.05);
549	fcosmicscal.SetMaxAcceptedFraction(0.5);
550
551	MContinue contcoscal(&fcosmicscal, "ContCosmicsCal");
552
553	//------------------------------
554	//
555	// Remove events which are too bright. These events could either
556	// be calibration events or events which produce many many
557	// saturating low-gains and thus spoil the dead pixel plot.
558	// These events don't seem to be physical events so we can fairly
559	// remove them (they are no analysable gammas anyway)
560	// So we remove all events which have less than 5% empty pixels.
561	//
562	MFCosmics fcosmicsbright;
563	fcosmicsbright.SetNamePedestalCam("MPedestalFundamental");
564	fcosmicsbright.SetMaxEmptyPixels(0.10);
565	fcosmicsbright.SetMinAcceptedFraction(0.9);
566
567	MContinue contbright(&fcosmicsbright, "ContBrightEvts");
568	contbright.SetInverted();
569
570	//------------------------------
571	//
572	// Thie signal extractors
573	//
574	MTaskEnv taskenv1("ExtractSignal");
575	MTaskEnv taskenv2("ExtractTime");
576	MTaskEnv taskenv3("ExtractInterlaced");
577	taskenv1.SetDefault(extractor1);
578	taskenv2.SetDefault(extractor2);
579	taskenv3.SetDefault(extractor3);
580
581	//
582	// This is new calibration to photo-electrons, hard-coded
583	// as decided at the Wuerzburg software meeting 26.01.05
584	//
585	MCalibrateData calib;
586	calib.SetSignalType(MCalibrateData::kPhe);
587	//calib.AddPedestal("Fundamental");
588	calib.AddPedestal("FromExtractor");
589	calib.AddPedestal("FromExtractorRndm");
590	calib.SetPedestalFlag(MCalibrateData::kEvent);
591
592	//----------------------------------------------------------
593
594	MExtractPINDiode pinext;
595	MExtractBlindPixel bldext;
596
597	// Execute for all events with the calibration trigger. If no
598	// trigger pattern is available do not execute it
599	// The selection is done before prescaling.
600	MFTriggerPattern fcalib("SelectCalEvts");
601	fcalib.SetDefault(kFALSE);
602	fcalib.DenyAll();
603	fcalib.RequireCalibration();
604	fcalib.AllowTriggerLvl1();
605	fcalib.AllowTriggerLvl2();
606	fcalib.AllowSumTrigger();
607
608	MCalibrationChargeCalc chcalc;
609	chcalc.SetContinousCalibration();
610	chcalc.SetExtractor(extractor3);
611
612	MCalibrationRelTimeCalc recalc;
613	MCalibCalcFromPast pacalc;
614
615	chcalc.SetPedestals(&pedcamextr);
616
617	pacalc.SetChargeCalc(&chcalc);
618	if (fIsRelTimesUpdate)
619	pacalc.SetRelTimeCalc(&recalc);
620	pacalc.SetCalibrate(&calib);
621
622	//
623	// Calibration histogramming
624	//
625	MFillH filpin(&hpndiod, "MExtractedSignalPINDiode", "FillPINDiode");
626	MFillH filbnd(&hbndcam, "MExtractedSignalBlindPixel", "FillBlindCam");
627	MFillH filcam(&hchacam, "MExtractedSignalCam", "FillChargeCam");
628	MFillH filtme(&hrelcam, "MArrivalTimeCam", "FillRelTime");
629	//MFillH filhil(&hilocam, "MExtractedSignalCam", "FillHiLoRatio");
630	//MFillH filpul(&hpulcam, "MRawEvtData", "FillPulseTime");
631	filpin.SetBit(MFillH::kDoNotDisplay);
632	filbnd.SetBit(MFillH::kDoNotDisplay);
633	filcam.SetBit(MFillH::kDoNotDisplay);
634	filtme.SetBit(MFillH::kDoNotDisplay);
635	//filhil.SetBit(MFillH::kDoNotDisplay);
636	//filpul.SetBit(MFillH::kDoNotDisplay);
637
638	MCalibrateRelTimes caltm;
639	MBadPixelsCalc bpcal;
640	MBadPixelsTreat treat;
641
642	//bpcal.SetNamePedPhotCam("MPedPhotFromExtractor");
643	bpcal.SetNamePedPhotCam("MPedPhotFromExtractorRndm");
644
645	//treat.AddNamePedPhotCam("MPedPhotFundamental");
646	treat.AddNamePedPhotCam("MPedPhotFromExtractor");
647	treat.AddNamePedPhotCam("MPedPhotFromExtractorRndm");
648	if (!extractor2 && !extractor1->InheritsFrom("MExtractTimeAndCharge"))
649	treat.SetProcessTimes(kFALSE);
650
651	MHCamEvent evt0( 0, "PedFLG", "Fundamental Pedestal from Lo Gain;;P [cnts/sl]");
652	MHCamEvent evt1( 2, "PedRmsFLG", "RMS from Extractor applied to ped.;;\\sigma_{p} [cnts/sl]");
653	MHCamEvent evt2( 0, "Extra'd", "Extracted Signal;;S [cnts/sl]");
654	// MHCamEvent evt3(4, "PedPhot", "Calibrated Pedestal;;P [phe]");
655	MHCamEvent evt4( 5, "PedRMS", "Calibrated RMS from Extractor applied to ped.;;\\sigma_{p} [phe]");
656	MHCamEvent evt5( 0, "Interp'd", "Interpolated Signal scaled with A/A_{0};;S [phe]");
657	MHCamEvent evt6(102, "Unsuitable", "Fraction of unsuitable events per Pixel;;[1]");
658	// MHCamEvent evt7( 6, "Times", "Calibrated Arrival Time;;T [fadc sl]");
659	MHCamEvent evt8( 0, "Conv", "Calibration Conv. Factors;;[phe/cnts]");
660	MHCamEvent evt9( 7, "PulsePos", "Pulse Position of cosmics (>50phe);;T [ns]");
661	MHCamEvent evtR( 4, "HiLoCal", "Hi-/Lo-Gain ratio;;Ratio");
662	MHCamEvent evtO( 7, "HiLoOff", "Lo-/Hi-Gain Offset;;Offset");
663	MHCamEvent evtC( 4, "CalPos", "Extracted pulse position of calibration pulses;;T [sl]");
664	//MHCamEvent evt2(0, "Extra'd", "Extracted Calibration Signal;;S [cnts/sl]");
665	evt2.SetErrorSpread(kFALSE);
666	evt5.SetErrorSpread(kFALSE);
667	evt6.SetErrorSpread(kFALSE);
668	evt6.SetThreshold();
669
670	MFillH fill0(&evt0, "MPedestalFundamental", "FillPedFLG");
671	MFillH fill1(&evt1, "MPedestalFromExtractorRndm", "FillPedRmsFLG");
672	MFillH fill2(&evt2, "MExtractedSignalCam", "FillExtracted");
673	// MFillH fill3(&evt3, "MPedPhotFundamental", "FillPedPhot");
674	MFillH fill4(&evt4, "MPedPhotFromExtractorRndm", "FillPedRMS");
675	MFillH fill5(&evt5, "MSignalCam", "FillInterpolated");
676	MFillH fill6(&evt6, "MBadPixelsCam", "FillUnsuitable");
677	// MFillH fill7(&evt7, "MSignalCam", "FillTimes");
678	MFillH fill8(&evt8, "MCalibConstCam", "FillConv");
679	MFillH fill9(&evt9, "MSignalCam", "FillPulsePos");
680	MFillH fillR(&evtR, "MExtractedSignalCam", "FillHiLoCal");
681	MFillH fillO(&evtO, "MArrivalTimeCam", "FillHiLoOff");
682	MFillH fillC(&evtC, "MArrivalTimeCam", "FillCalPos");
683	//MFillH fill2(&evt2, "MExtractedSignalCam", "FillExtractedSignal");
684
685	MHVsTime histbp("MBadPixelsCam.GetNumUnsuitable");
686	histbp.SetName("BadPixTm");
687	histbp.SetTitle("Number of unsuitable pixels;;N");
688	histbp.SetMinimum(0);
689
690	MHVsTime histdp("MSignalCam.GetNumPixelsUnmapped");
691	histdp.SetName("DeadPixTm");
692	histdp.SetTitle("Number of dead/unmapped pixels;;N");
693	histdp.SetMinimum(0);
694
695	// Task to fill the histogram
696	MFillH fillB(&histbp, "MTime", "FillBadPixTm");
697	MFillH fillD(&histdp, "MTime", "FillDeadPixTm");
698	fillB.SetNameTab("BadPixTm");
699	fillD.SetNameTab("DeadPixTm");
700
701	/*
702	MFillH fillP("MHPulseShape", "", "FillPulseShape");
703	fillP.SetNameTab("Pulse");
704	*/
705
706	/*
707	MHVsTime hbadpix("MBadPixelsCam.GetNumUnsuitable");
708	hbadpix.SetNumEvents(50);
709	MFillH fillB(&hbadpix, "MTime");
710	*/
711
712	MTaskEnv fillflorian("FinalFantasy");
713	fillflorian.SetDefault();
714
715	// The second rule is for the case reading raw-files!
716	MWriteRootFile write(2, fname, fOverwrite?"RECREATE":"NEW", "Calibrated Data");
717	// Run Header
718	write.AddContainer("MRawRunHeader", "RunHeaders");
719	// write.AddContainer("MBadPixelsCam", "RunHeaders");
720	write.AddContainer("MGeomCam", "RunHeaders");
721	// Monte Carlo Headers
722	write.AddContainer("MMcRunHeader", "RunHeaders", kFALSE);
723	write.AddContainer("MMcFadcHeader", "RunHeaders", kFALSE);
724	write.AddContainer("MMcTrigHeader", "RunHeaders", kFALSE);
725	write.AddContainer("MMcConfigRunHeader", "RunHeaders", kFALSE);
726	write.AddContainer("MMcCorsikaRunHeader", "RunHeaders", kFALSE);
727	// Monte Carlo
728	write.AddContainer("MMcEvt", "Events", kFALSE);
729	write.AddContainer("MMcTrig", "Events", kFALSE);
730	// Data tree
731	write.AddContainer("MSignalCam", "Events");
732	// write.AddContainer("MPedPhotFundamental", "Events");
733	write.AddContainer("MPedPhotFromExtractor", "Events");
734	write.AddContainer("MPedPhotFromExtractorRndm", "Events");
735	write.AddContainer("MTime", "Events", kFALSE);
736	write.AddContainer("MRawEvtHeader", "Events");
737	write.AddContainer("MTriggerPattern", "Events");
738
739	// Trees with slow-control information (obsolete
740	// if we don't read merpped root-files)
741	write.AddTree("Trigger", kFALSE);
742	write.AddTree("Drive", kFALSE);
743	write.AddTree("CC", kFALSE);
744	write.AddTree("Pyrometer", kFALSE);
745	write.AddTree("Currents", kFALSE);
746	write.AddTree("Camera", kFALSE);
747	// Slow-Control: Current-tree
748	write.AddContainer("MCameraDC", "Currents", kFALSE);
749	// Slow-Control: Camera-tree
750	write.AddContainer("MCameraAUX", "Camera", kFALSE);
751	write.AddContainer("MCameraCalibration", "Camera", kFALSE);
752	write.AddContainer("MCameraCooling", "Camera", kFALSE);
753	write.AddContainer("MCameraHV", "Camera", kFALSE);
754	write.AddContainer("MCameraLV", "Camera", kFALSE);
755	write.AddContainer("MCameraLids", "Camera", kFALSE);
756
757	// Write the special MC tree
758	MWriteRootFile writemc(2, fname, fOverwrite?"RECREATE":"NEW", "Calibrated Data");
759	writemc.SetName("WriteMC");
760	writemc.AddContainer("MMcEvtBasic", "OriginalMC", kFALSE);
761	if (fSequence.IsMonteCarlo())
762	writemc.AddCopySource("OriginalMC", kFALSE);
763
764	// Write the special calib tree
765	/*
766	MWriteRootFile writecal(2, fname, fOverwrite?"RECREATE":"NEW");
767	writecal.SetName("WriteCalib");
768	writecal.AddContainer("MBadPixelsCam", "Calib");
769	writecal.AddContainer("MCalibrationChargeCam", "Calib");
770	writecal.AddContainer("MCalibrationRelTimeCam", "Calib");
771	*/
772
773	//-----------------------------------------------------------
774	// Build tasklist
775
776	MTaskList tlist2("AllEvents");
777
778	tlist2.AddToList(&caldec);
779	tlist2.AddToList(&decode);
780	tlist2.AddToList(&fillpat);
781	tlist2.AddToList(&apply);
782	//tlist2.AddToList(&merge);
783	tlist2.AddToList(&pedsub);
784
785	//-----------------------------------------------------------
786	// Pedestal extraction
787
788	MTaskList tlist3("PedEvents");
789	tlist3.SetFilter(&fped); // Deny events with cal-trigger
790
791	tlist2.AddToList(&fped); // If no lo-gain require ped-trigger
792	tlist2.AddToList(&tlist3); // and deny cosmics (lvl1/2) trigger
793
794	tlist3.AddToList(&pedlo1); // extract pedestal events
795	tlist3.AddToList(&pedlo2); // extract pedestal events
796	tlist3.AddToList(&pedlo3); // extract pedestal events
797	tlist3.AddToList(&fill0); // fill pedestal events
798	tlist3.AddToList(&fill1); // fill pedestal events
799
800	//-----------------------------------------------------------
801	// Calibration
802
803	MTaskList tlist4("CalEvents");
804	tlist4.SetFilter(&fcalib); // process only events with cal-trigger
805
806	//MFDataPhrase filcalco("MCalibrationConstCam.IsReadyToSave>0.5", "CalibConstFilter");
807	if (fIsInterlaced)
808	{
809	// The task list is executed for all events with the calibration
810	// trigger
811	tlist2.AddToList(&fcalib); // MFTriggerPattern
812	tlist2.AddToList(&tlist4);
813
814	tlist4.AddToList(&taskenv3);
815	tlist4.AddToList(&contcoscal); // MContinue/ContCosmicsCal
816	if (IsUsePINDiode())
817	tlist4.AddToList(&pinext); // MExtractPINDiode
818	if (IsUseBlindPixel())
819	tlist4.AddToList(&bldext); // MExtractBlindPixel
820	tlist4.AddToList(&pacalc); // MCalibCalcFromPast
821	/*
822	tlist3.AddToList(&filcalco); // CalibConstFilter (IsReadyToSave)
823	fill8.SetFilter(&filcalco);
824	tlist3.AddToList(&fill8); // FillConvUpd
825	*/
826
827	tlist4.AddToList(&filcam); // FillChargeCam
828	if (fIsRelTimesUpdate)
829	tlist4.AddToList(&filtme); // FillRelTime
830	if (IsUseBlindPixel())
831	tlist4.AddToList(&filbnd); // FillBlindCam
832	if (IsUsePINDiode())
833	tlist4.AddToList(&filpin); // FillPINDiode
834	tlist4.AddToList(&chcalc); // MCalibrationChargeCalc
835	if (fIsRelTimesUpdate)
836	tlist4.AddToList(&recalc); // MCalibrationRelTimeCam
837
838	tlist4.AddToList(&fillC); // FillCalPos
839
840	//tlist3.AddToList(&writecal); // MWriteRootFile
841	}
842
843	//-----------------------------------------------------------
844	// Cosmics extraction
845
846	// remove all events with a cal- or ped-trigger (no matter
847	// whether they have lvl1 or lvl2 or any other flag
848	tlist2.AddToList(&contcalped);
849
850	// Extract the signal
851	if (extractor1)
852	tlist2.AddToList(&taskenv1);
853
854	// remove all events which definitly don't have a signal
855	// using MFCosmics (ContCosmicsPed)
856	// tlist2.AddToList(&contcosped);
857
858	// Extract arrival time (if a dedicated extrator given)
859	if (extractor2)
860	tlist2.AddToList(&taskenv2);
861
862	// Check if we have an extremely bright event (remove them,
863	// they are presumably errornous events or calibration events)
864	tlist2.AddToList(&contbright);
865
866	/*
867	if (fIsHiLoCalibration)
868	{
869	plist.AddToList(&hilocam);
870	tlist2.AddToList(&filhil);
871	}
872
873	if (fIsPulsePosCheck)
874	{
875	plist.AddToList(&hpulcam);
876	tlist2.AddToList(&filpul);
877	}
878	*/
879
880	tlist2.AddToList(&fill2);
881	tlist2.AddToList(&fill8); // FillConv
882	tlist2.AddToList(&calib); // MCalibrateData
883	if (extractor2 \|\| extractor1->InheritsFrom("MExtractTimeAndCharge"))
884	tlist2.AddToList(&caltm);
885
886	tlist2.AddToList(&bpcal); // MBadPixelsCalc
887	tlist2.AddToList(&treat); // MBadPixelsTreat
888	tlist2.AddToList(&fill6);
889	// tlist2.AddToList(&fill3);
890	tlist2.AddToList(&fill4);
891	tlist2.AddToList(&fill5);
892	//if (extractor2 \|\| extractor1->InheritsFrom("MExtractTimeAndCharge"))
893	// tlist2.AddToList(&fill7);
894	tlist2.AddToList(&fill9);
895	if (!fSequence.IsMonteCarlo())
896	{
897	tlist2.AddToList(&fillB);
898	tlist2.AddToList(&fillD);
899	}
900	if (extractor1->HasLoGain())
901	{
902	tlist2.AddToList(&fillR);
903	tlist2.AddToList(&fillO);
904	}
905
906	/*
907	MFillH fillC("MHCleaning", "", "FillClean");
908	tlist2.AddToList(&fillC);
909
910	//tlist2.AddToList(&fillP);
911	*/
912
913	// ----- Start: Code for encoding movies -----
914
915	MMoviePrepare movprep;
916	MMovieWrite movwrite;
917	movprep.SetRangeFromExtractor(*extractor1);
918
919	//MFDataPhrase movfilt("MMovieData.fMax>150");
920	MFDataPhrase movfilt("MMovieData.fMax>5*MMovieData.fMedianPedestalRms", "MovieFilter");
921
922	MImgCleanStd movclean(8.5, 4.0);
923	movclean.SetMethod(MImgCleanStd::kAbsolute);
924
925	//movprep.SetFilter(&evtnum);
926	movclean.SetFilter(&movfilt);
927	movwrite.SetFilter(&movfilt);
928
929	MTaskList tlistmov("MovieEncoder");
930	tlistmov.AddToList(&movprep);
931	tlistmov.AddToList(&movfilt);
932	tlistmov.AddToList(&movclean);
933	tlistmov.AddToList(&movwrite);
934
935	MFEvtNumber evtnum;
936	//evtnum.SetSelector("ThetaSquared.fVal<0.04");
937	//evtnum.SetFileName("ganymed00000001.root");
938	tlistmov.SetFilter(&evtnum);
939
940	if (fIsMovieMode)
941	{
942	tlist2.AddToList(&evtnum);
943	tlist2.AddToList(&tlistmov);
944	}
945
946	// ----- End: Code for encoding movies -----
947
948	tlist2.AddToList(&fillflorian);
949
950	// Setup List for Drive-tree
951	//MPointingPosCalc pcalc;
952
953	// Now setup main tasklist
954	tlist.AddToList(read);
955
956	if (fSequence.IsMonteCarlo())
957	{
958	if (!fIsMovieMode && !HasNullOut())
959	tlist.AddToList(&writemc);
960	tlist.AddToList(&contmc);
961	}
962
963	//if (IsUseRootData())
964	// tlist2.AddToList(&pextr);
965	tlist.AddToList(&tlist2, fSequence.IsMonteCarlo() ? "Events" : "All");
966
967	//if (fSequence.IsMonteCarlo())
968	// tlist.AddToList(&pcalc, "Drive");
969
970	if (!fIsMovieMode && !HasNullOut())
971	tlist.AddToList(&write);
972
973	// Create and setup the eventloop
974	MEvtLoop evtloop(fName);
975	evtloop.SetParList(&plist);
976	evtloop.SetDisplay(fDisplay);
977	evtloop.SetLogStream(fLog);
978	if (!SetupEnv(evtloop))
979	return kFALSE;
980
981	// Execute first analysis
982	const Bool_t rc = evtloop.Eventloop(fMaxEvents);
983
984	// make sure owned object are deleted
985	if (extractor1 && extractor1!=fExtractor)
986	delete extractor1;
987	if (extractor2)
988	delete extractor2;
989	if (extractor3)
990	delete extractor3;
991
992	// return if job failed
993	if (!rc)
994	{
995	*fLog << err << GetDescriptor() << ": Failed." << endl;
996	return kFALSE;
997	}
998
999	// if everything went ok write and display result
1000	DisplayResult(plist);
1001
1002	/*
1003	if (fIsPixelCheck)
1004	{
1005	if (fIsPulsePosCheck)
1006	hpulcam[fCheckedPixId].DrawClone("");
1007
1008	//if (fIsHiLoCalibration)
1009	// hilocam[fCheckedPixId].DrawClone("");
1010	}
1011	interlacedcont.Add(&pulcam);
1012	*/
1013
1014	//if (fIsHiLoCalibration)
1015	// interlacedcont.Add(&hilcam);
1016
1017	//if (fIsPulsePosCheck)
1018	// interlacedcont.Add(plist.FindObject("MHCalibrationPulseTimeCam"));
1019
1020	//if (fIsHiLoCalibration)
1021	// interlacedcont.Add(plist.FindObject("MHCalibrationHiLoCam"));
1022
1023	if (!WriteResult())
1024	return kFALSE;
1025
1026	// return if job went ok
1027	*fLog << all << GetDescriptor() << ": Done." << endl;
1028	*fLog << endl << endl;
1029
1030	return kTRUE;
1031	}
1032
1033
1034	void MJCalibrateSignal::DisplayResult(MParList &plist)
1035	{
1036	/*
1037	if (!fDisplay \|\| !fIsHiLoCalibration)
1038	return;
1039
1040	MCalibrationHiLoCam hcam = (MCalibrationHiLoCam)plist.FindObject("MCalibrationHiLoCam");
1041	MGeomCam geom = (MGeomCam)plist.FindObject("MGeomCam");
1042	if (!hcam \|\| !geom)
1043	return;
1044
1045	// Create histograms to display
1046	MHCamera disp1(*geom, "HiLoConv", "Ratio Amplification HiGain vs. LoGain (Charges)");
1047	MHCamera disp2(*geom, "HiLoDiff", "Arrival Time Diff. HiGain vs. LoGain (Times)");
1048
1049	disp1.SetCamContent(*hcam, 0);
1050	disp1.SetCamError( *hcam, 1);
1051	disp2.SetCamContent(*hcam, 5);
1052	disp2.SetCamError( *hcam, 6);
1053
1054	disp1.SetYTitle("R [1]");
1055	disp2.SetYTitle("\\Delta T [FADC sl.]");
1056
1057	TCanvas &c1 = fDisplay->AddTab("HiLoConv");
1058	c1.Divide(2,3);
1059
1060	disp1.CamDraw(c1, 1, 2, 1);
1061	disp2.CamDraw(c1, 2, 2, 1);
1062	*/
1063	}
1064

Note: See TracBrowser for help on using the repository browser.

Download in other formats: