source: trunk/MagicSoft/Mars/mjobs/MDataSet.cc@ 7178

Last change on this file since 7178 was 7170, checked in by tbretz, 19 years ago
*** empty log message ***
File size: 11.5 KB
Line 
1/* ======================================================================== *\
2!
3! *
4! * This file is part of MARS, the MAGIC Analysis and Reconstruction
5! * Software. It is distributed to you in the hope that it can be a useful
6! * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
7! * It is distributed WITHOUT ANY WARRANTY.
8! *
9! * Permission to use, copy, modify and distribute this software and its
10! * documentation for any purpose is hereby granted without fee,
11! * provided that the above copyright notice appear in all copies and
12! * that both that copyright notice and this permission notice appear
13! * in supporting documentation. It is provided "as is" without express
14! * or implied warranty.
15! *
16!
17!
18! Author(s): Thomas Bretz, 1/2005 <mailto:tbretz@astro.uni-wuerzburg.de>
19!
20! Copyright: MAGIC Software Development, 2004-2005
21!
22!
23\* ======================================================================== */
24
25/////////////////////////////////////////////////////////////////////////////
26//
27// MDataSet
28//
29// This class describes a collection of sequences.
30//
31// Such an input file looks like:
32//
33// crab.seq:
34// ---------
35// AnalysisNumber: 1
36//
37// SequencesOn: 35222
38// SequencesOff: 36817
39//
40// Sequence00035222.File: sequences/sequence035222.txt
41// Sequence00036817.File: sequences/sequence036817.txt
42//
43// Sequence00035222.Dir: /data2/wuerzburg/Crab-Analyse/images/035222
44// Sequence00036817.Dir: /data2/wuerzburg/Crab-Analyse/images/036817
45//
46// The analysis number is an artifical number used to name the output
47// files automatically if the names are not overwritten in the corresponding
48// programs.
49//
50// The sequence number are used to concatenate the filenames of the
51// sequences using the file structure used in the datacenter.
52//
53// If you have different file names you can overwrite the default file names
54// using Sequence%08d.File (make sure you have 8 digits!)
55//
56// In standard coditions (datacenter file system) paths are concatenated
57// by using the information in the sequence files (date, etc). You can
58// overwrite the directories in which the sequence-files (eg I-files) are
59// stored using Sequence%08d.Dir (make sure you have 8 digits!)
60//
61// Resource file entries are case sensitive!
62//
63// MISSING (27/01/04): The default name and paths cannot be used yet, because
64// they have to be defined soon.
65//
66/////////////////////////////////////////////////////////////////////////////
67#include "MDataSet.h"
68
69#include <stdlib.h>
70#include <fstream>
71
72#include <TEnv.h>
73#include <TChain.h>
74#include <TRegexp.h>
75#include <TSystem.h> // TSystem::ExpandPath
76
77#include "MLog.h"
78#include "MLogManip.h"
79
80#include "MRead.h"
81#include "MAstro.h"
82#include "MDirIter.h"
83#include "MSequence.h"
84#include "MPointingPos.h"
85
86ClassImp(MDataSet);
87
88using namespace std;
89
90// --------------------------------------------------------------------------
91//
92// Copy the run numbers from the TString runs into the TArrayI data
93//
94void MDataSet::Split(TString &runs, TArrayI &data) const
95{
96 const TRegexp regexp("[0-9]+");
97
98 data.Set(0);
99 runs = runs.Strip(TString::kTrailing);
100
101 while (!runs.IsNull())
102 {
103 TString num = runs(regexp);
104
105 const Int_t n = data.GetSize();
106 data.Set(n+1);
107 data[n] = atoi(num.Data());
108
109 runs.Remove(0, runs.First(num)+num.Length());
110 }
111}
112
113void MDataSet::ResolveSequences(TEnv &env, const TArrayI &num, TList &list) const
114{
115 for (int i=0; i<num.GetSize(); i++)
116 {
117 TString name = env.GetValue(Form("Sequence%08d.File", num[i]), "");
118 TString dir = env.GetValue(Form("Sequence%08d.Dir", num[i]), "");
119
120 gSystem->ExpandPathName(name);
121 gSystem->ExpandPathName(dir);
122
123 // Set default sequence file and dir name
124 if (name.IsNull())
125 name = Form("/magic/sequences/%04d/sequence%08d.txt", num[i]/10000, num[i]);
126 if (dir.IsNull())
127 dir = Form("/magic/data/star/%04d/%08d", num[i]/10000, num[i]);
128
129 if (gSystem->AccessPathName(name, kFileExists))
130 gLog << warn << "WARNING - Sequence file '" << name << "' doesn't exist." << endl;
131
132 if (gSystem->AccessPathName(dir, kFileExists))
133 gLog << warn << "WARNING - Directory '" << dir << "' doesn't exist." << endl;
134
135 list.Add(new TNamed(name, dir));
136 }
137
138 // For the synchronization we must make sure, that all sequences are
139 // in the correct order...
140 list.Sort();
141}
142
143// --------------------------------------------------------------------------
144//
145// Read the file fname as setup file for the sequence.
146//
147MDataSet::MDataSet(const char *fname)
148{
149 fName = fname;
150
151 const char *expname = gSystem->ExpandPathName(fname);
152
153 fTitle = Form("Sequences contained in file %s", expname);
154
155 TEnv env(expname);
156 delete [] expname;
157
158 TString str;
159
160 fNumAnalysis = env.GetValue("AnalysisNumber", -1);
161
162 str = env.GetValue("SequencesOn", "");
163 Split(str, fNumSequencesOn);
164 str = env.GetValue("SequencesOff", "");
165 Split(str, fNumSequencesOff);
166
167 ResolveSequences(env, fNumSequencesOn, fSequencesOn);
168 ResolveSequences(env, fNumSequencesOff, fSequencesOff);
169
170
171 fNameSource = env.GetValue("SourceName", "");
172 fCatalog = env.GetValue("Catalog", "~/Software/data/magic_favorites.edb");
173 fIsWobbleMode = env.GetValue("WobbleMode", kFALSE);
174
175 //Print();
176 /*
177 GetFileNames(env, fSequencesOn);
178 GetFileNames(env, fSequencesOff);
179 */
180}
181
182// --------------------------------------------------------------------------
183//
184// Return '+' if both can be accessed, '-' otherwise.
185//
186void MDataSet::PrintFile(const TObject &obj)
187{
188 const Bool_t access = !gSystem->AccessPathName(obj.GetName(), kFileExists) && !gSystem->AccessPathName(obj.GetTitle(), kFileExists) ? '+' : '-';
189 gLog << " " << (access?"+":"-") << " " << obj.GetName() << " <" << obj.GetTitle() << ">" << endl;
190}
191
192// --------------------------------------------------------------------------
193//
194// Print the contents of the sequence
195//
196void MDataSet::Print(Option_t *o) const
197{
198 gLog << all;
199 if (!IsValid())
200 {
201 gLog << "Sequence: " << fName << " <invalid>" << endl;
202 return;
203 }
204 gLog << "Analysis Number: " << fNumAnalysis << endl;
205 gLog << "Sequences On: ";
206 for (int i=0; i<fNumSequencesOn.GetSize(); i++)
207 gLog << " " << fNumSequencesOn[i];
208 gLog << endl;
209 gLog << "Sequences Off: ";
210 for (int i=0; i<fNumSequencesOff.GetSize(); i++)
211 gLog << " " << fNumSequencesOff[i];
212 gLog << endl;
213
214 gLog << "SourceName: " << fNameSource << endl;
215 gLog << "Catalog: " << fCatalog << endl;
216
217 gLog << "WobbleMode: " << (fIsWobbleMode?"On":"Off") << endl;
218
219 if (!TString(o).Contains("files", TString::kIgnoreCase))
220 return;
221
222 TObject *obj=0;
223
224 gLog << endl;
225 gLog << "On-Data Files:" << endl;
226 TIter NextOn(&fSequencesOn);
227 while ((obj=NextOn()))
228 PrintFile(*obj);
229
230 gLog << endl;
231 gLog << "Off-Data Files:" << endl;
232 TIter NextOff(&fSequencesOff);
233 while ((obj=NextOff()))
234 PrintFile(*obj);
235}
236
237Bool_t MDataSet::AddSequencesFromList(const TList &list, MDirIter &files)
238{
239 TIter Next(const_cast<TList*>(&list));
240 TObject *o=0;
241 while ((o=Next()))
242 {
243 MSequence seq(o->GetName());
244 if (!seq.IsValid())
245 {
246 gLog << warn << "WARNING - Sequence " << o->GetName() << " invalid!" << endl;
247 return kFALSE;
248 }
249
250 const TString dir(o->GetTitle());
251 seq.SetupDatRuns(files, MSequence::kImages, dir.IsNull() ? 0 : dir.Data());
252 }
253
254 if (gLog.GetDebugLevel()>4)
255 {
256 gLog << dbg << "Files which are searched:" << endl;
257 files.Print();
258 }
259 return kTRUE;
260}
261
262Bool_t MDataSet::AddFilesOn(MRead &read) const
263{
264 MDirIter files;
265 if (!AddSequencesFromList(fSequencesOn, files))
266 return kFALSE;
267 return read.AddFiles(files)>0;
268}
269
270Bool_t MDataSet::AddFilesOff(MRead &read) const
271{
272 MDirIter files;
273 if (!AddSequencesFromList(fSequencesOff, files))
274 return kFALSE;
275 return read.AddFiles(files)>0;
276}
277
278Bool_t MDataSet::AddFiles(MRead &read) const
279{
280 const Bool_t rc1 = AddFilesOff(read);
281 const Bool_t rc2 = AddFilesOn(read);
282 return rc1 && rc2;
283}
284
285Int_t MDataSet::AddFilesToChain(MDirIter &files, TChain &chain)
286{
287 Int_t num=0;
288 while (1)
289 {
290 const TString fname = files.Next();
291 if (fname.IsNull())
292 break;
293
294 const Int_t n = chain.Add(fname);
295 if (n<=0)
296 return kFALSE;
297 num += n;
298 }
299 return num;
300}
301
302Bool_t MDataSet::AddFilesOn(TChain &chain) const
303{
304 MDirIter files;
305 if (!AddSequencesFromList(fSequencesOn, files))
306 return kFALSE;
307 return AddFilesToChain(files, chain)>0;
308}
309
310Bool_t MDataSet::AddFilesOff(TChain &chain) const
311{
312 MDirIter files;
313 if (!AddSequencesFromList(fSequencesOff, files))
314 return kFALSE;
315 return AddFilesToChain(files, chain)>0;
316}
317
318Bool_t MDataSet::AddFiles(TChain &read) const
319{
320 const Bool_t rc1 = AddFilesOff(read);
321 const Bool_t rc2 = AddFilesOn(read);
322 return rc1 && rc2;
323}
324
325Bool_t MDataSet::GetSourcePos(MPointingPos &pos) const
326{
327 if (!HasSource())
328 {
329 gLog << err << "ERROR - MDataSet::GetSourcePos called, but no source available." << endl;
330 return kFALSE;
331 }
332
333 TString catalog(fCatalog);
334 gSystem->ExpandPathName(catalog);
335
336 ifstream fin(catalog);
337 if (!fin)
338 {
339 gLog << err << "Cannot open file " << catalog << ": ";
340 gLog << strerror(errno) << endl;
341 return kFALSE;
342 }
343
344 TString ra, dec, epoch;
345
346 Int_t n = 0;
347 while (1)
348 {
349 TString line;
350 line.ReadLine(fin);
351 if (!fin)
352 break;
353
354 n++;
355
356 // Strip all spaces from line
357 for (int i=0; i<line.Length(); i++)
358 if (line[i]==' ')
359 line.Remove(i--, 1);
360
361 if (fNameSource!=line(0, fNameSource.Length()))
362 continue;
363
364 // CrabNebula,f|L|K0,5:34:32.0,22:0:52,-1.0,2000
365
366 for (int i=0; i<6; i++)
367 {
368 const Ssiz_t p = line.First(',');
369 if (p<0 && i<5)
370 {
371 gLog << err << "ERROR - Not enough arguments in line #" << n << " of " << catalog << endl;
372 return kFALSE;;
373 }
374
375 switch (i)
376 {
377 case 0:
378 case 1:
379 case 4:
380 break;
381 case 2:
382 ra = line(0, p);
383 break;
384 case 3:
385 dec = line(0, p);
386 break;
387 case 5:
388 epoch = line;
389 break;
390 }
391 line.Remove(0, p+1);
392 }
393
394 if (line.First(',')>=0)
395 {
396 gLog << err << "ERROR - Too much arguments in line #" << n << " of " << catalog << endl;
397 return kFALSE;
398 }
399
400 break;
401 }
402
403 if (epoch.IsNull())
404 {
405 gLog << err << "ERROR - No entry " << fNameSource << " in " << catalog << endl;
406 return kFALSE;
407 }
408
409 if (epoch!=(TString)"2000")
410 {
411 gLog << err << "ERROR - Epoch not 2000... not supported." << endl;
412 return kFALSE;
413 }
414
415 Double_t r,d;
416 if (!MAstro::Coordinate2Angle(ra, r))
417 {
418 gLog << err << "ERROR - Interpreting right ascension: " << ra << endl;
419 return kFALSE;
420 }
421 if (!MAstro::Coordinate2Angle(dec, d))
422 {
423 gLog << err << "ERROR - Interpreting declination: " << dec << endl;
424 return kFALSE;
425 }
426
427 pos.SetSkyPosition(r, d);
428 pos.SetTitle(fNameSource);
429
430 return kTRUE;
431}
Note: See TracBrowser for help on using the repository browser.