| 1 | /* ======================================================================== *\
|
|---|
| 2 | !
|
|---|
| 3 | ! *
|
|---|
| 4 | ! * This file is part of MARS, the MAGIC Analysis and Reconstruction
|
|---|
| 5 | ! * Software. It is distributed to you in the hope that it can be a useful
|
|---|
| 6 | ! * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
|
|---|
| 7 | ! * It is distributed WITHOUT ANY WARRANTY.
|
|---|
| 8 | ! *
|
|---|
| 9 | ! * Permission to use, copy, modify and distribute this software and its
|
|---|
| 10 | ! * documentation for any purpose is hereby granted without fee,
|
|---|
| 11 | ! * provided that the above copyright notice appear in all copies and
|
|---|
| 12 | ! * that both that copyright notice and this permission notice appear
|
|---|
| 13 | ! * in supporting documentation. It is provided "as is" without express
|
|---|
| 14 | ! * or implied warranty.
|
|---|
| 15 | ! *
|
|---|
| 16 | !
|
|---|
| 17 | !
|
|---|
| 18 | ! Author(s): Thomas Bretz, 1/2005 <mailto:tbretz@astro.uni-wuerzburg.de>
|
|---|
| 19 | !
|
|---|
| 20 | ! Copyright: MAGIC Software Development, 2004-2008
|
|---|
| 21 | !
|
|---|
| 22 | !
|
|---|
| 23 | \* ======================================================================== */
|
|---|
| 24 |
|
|---|
| 25 | /////////////////////////////////////////////////////////////////////////////
|
|---|
| 26 | //
|
|---|
| 27 | // MDataSet
|
|---|
| 28 | //
|
|---|
| 29 | // This class describes a collection of sequences.
|
|---|
| 30 | //
|
|---|
| 31 | // Such an input file looks like:
|
|---|
| 32 | //
|
|---|
| 33 | // crab.txt:
|
|---|
| 34 | // ---------
|
|---|
| 35 | // AnalysisNumber: 1
|
|---|
| 36 | //
|
|---|
| 37 | // Name: SecondCrab
|
|---|
| 38 | //
|
|---|
| 39 | // SequencesOn: 35222 35229
|
|---|
| 40 | // SequencesOff: 36817
|
|---|
| 41 | //
|
|---|
| 42 | // SequencePath: /magic/sequences
|
|---|
| 43 | // DataPath: /magic/data/star
|
|---|
| 44 | //
|
|---|
| 45 | // Sequence00035222.File: sequences/sequence035222.txt
|
|---|
| 46 | // Sequence00036817.File: sequences/sequence036817.txt
|
|---|
| 47 | //
|
|---|
| 48 | // Sequence00035222.Dir: /data2/wuerzburg/Crab-Analyse/images/035222
|
|---|
| 49 | // Sequence00036817.Dir: /data2/wuerzburg/Crab-Analyse/images/036817
|
|---|
| 50 | //
|
|---|
| 51 | // Sequence00036817.Exclude: 36818 36819
|
|---|
| 52 | //
|
|---|
| 53 | // WobbleMode: No
|
|---|
| 54 | // MonteCarlo: No
|
|---|
| 55 | //
|
|---|
| 56 | // SourceName: CrabNebula
|
|---|
| 57 | // Catalog: /magic/datacenter/setup/magic_favorites_dc.edb
|
|---|
| 58 | //
|
|---|
| 59 | //
|
|---|
| 60 | // Reading the file is based on TEnv. For more details see also
|
|---|
| 61 | // the class reference of TEnv.
|
|---|
| 62 | //
|
|---|
| 63 | //
|
|---|
| 64 | // AnalysisNumber: The analysis number is an artifical number used to name
|
|---|
| 65 | // the output files automatically if the names are not overwritten in the
|
|---|
| 66 | // corresponding programs.
|
|---|
| 67 | //
|
|---|
| 68 | // SequencePath: In case it is not specified the datacenter default path is
|
|---|
| 69 | // used. If it is given it is the place at which the sequence files
|
|---|
| 70 | // are searched, if not overwritten by either a program command line
|
|---|
| 71 | // option (aka. a argument to the constructor) or a resource for
|
|---|
| 72 | // an individual sequence file. Note, that the four digits high-level
|
|---|
| 73 | // directories to sort the sequences are added to the given path.
|
|---|
| 74 | //
|
|---|
| 75 | // DataPath: In case it is not specified the datacenter default path is
|
|---|
| 76 | // used. If it is given it is the place at which the data files
|
|---|
| 77 | // are searched, if not overwritten by either a program command line
|
|---|
| 78 | // option (aka. a argument to the constructor) or a resource for
|
|---|
| 79 | // an individual data path. Note, that the four digits high-level
|
|---|
| 80 | // directories to sort the sequences are added to the given path.
|
|---|
| 81 | //
|
|---|
| 82 | // SequencesOn/Off: The sequence number are used to concatenate the filenames
|
|---|
| 83 | // of the sequences using the file structure used in the datacenter. Each
|
|---|
| 84 | // sequence can be added to the on and off data at the same time but only
|
|---|
| 85 | // once.
|
|---|
| 86 | //
|
|---|
| 87 | // If you have different file names you can overwrite the default file names
|
|---|
| 88 | // using Sequence%08d.File (make sure you have 8 digits!)
|
|---|
| 89 | //
|
|---|
| 90 | // If the file name is given as "-", e.g.
|
|---|
| 91 | // Sequence00035222.File: -
|
|---|
| 92 | // the current dataset file is read as sequence file. In this case all
|
|---|
| 93 | // resources defined for a sequence file should be prefixed by
|
|---|
| 94 | // "Sequence%08d."; if not prefixed the default without the prefix
|
|---|
| 95 | // is looked up. Be aware that the "Sequence" resource for sequence-files
|
|---|
| 96 | // (for more details see MSequence) is ignored and the already defined
|
|---|
| 97 | // number is used instead and thus should be identical to the sequence
|
|---|
| 98 | // number - which normally is not necessary.
|
|---|
| 99 | //
|
|---|
| 100 | // In standard coditions (datacenter file system) paths are concatenated
|
|---|
| 101 | // by using the information in the sequence files (date, etc). You can
|
|---|
| 102 | // overwrite the directories in which the sequence-files (eg I-files) are
|
|---|
| 103 | // stored using Sequence%08d.Dir (make sure you have 8 digits!)
|
|---|
| 104 | //
|
|---|
| 105 | // Using the resource Sequence%08d.Exclude you can exclude a list of
|
|---|
| 106 | // runs from a sequence.
|
|---|
| 107 | //
|
|---|
| 108 | // WobbleMode: This is just a flag which is passed to the program
|
|---|
| 109 | // end eveluated (or not) by the individual program, which takes this
|
|---|
| 110 | // dataset as an input. For example this is necessary in ganymed to do
|
|---|
| 111 | // some wobble mode special setup. If no resource is given (or it is
|
|---|
| 112 | // set to "auto") wobble mode if set if the datset contains no off-
|
|---|
| 113 | // sequences.
|
|---|
| 114 | //
|
|---|
| 115 | // MonetCarlo: This is just a flag which is passed to the program
|
|---|
| 116 | // end eveluated (or not) by the individual program, which takes this
|
|---|
| 117 | // dataset as an input. For example this tells ganymed to skip some
|
|---|
| 118 | // parts accessing time stamps which are not available in the MCs.
|
|---|
| 119 | //
|
|---|
| 120 | // SequencePath/DataPath: This determined were the sequences and data-files
|
|---|
| 121 | // are stored. The priorities are as follows:
|
|---|
| 122 | // 0) Build in default path: /magic/sequences /magic/data/star
|
|---|
| 123 | // 1) Def.path from dataset file: SequencePath DataPath
|
|---|
| 124 | // 2) Indiv.path from dataset file: 12345.SequencePath 12345.DataPath
|
|---|
| 125 | // 3) Path from command line: Argument in the constructors
|
|---|
| 126 | // 4) Path for an indiv. dataset: Sequences00022555.File/Dir
|
|---|
| 127 | //
|
|---|
| 128 | // Catalog: This is the xephem-style file from the central control
|
|---|
| 129 | // containing the observed sky positions.
|
|---|
| 130 | //
|
|---|
| 131 | // SourceName: The source name, as defined in the catalog, of the object
|
|---|
| 132 | // the data corresponds to.
|
|---|
| 133 | //
|
|---|
| 134 | // Name: A name is stored for your convinience
|
|---|
| 135 | //
|
|---|
| 136 | // Comment: It is just stored.
|
|---|
| 137 | //
|
|---|
| 138 | // General Remark: MDataSet doesn't implement any action on the given
|
|---|
| 139 | // resources. Whether a resource is used, necessary or ignored, and
|
|---|
| 140 | // what will happen if you change the resource is always defined by the
|
|---|
| 141 | // executed macro or program.
|
|---|
| 142 | //
|
|---|
| 143 | // Resource file entries are case sensitive!
|
|---|
| 144 | //
|
|---|
| 145 | //
|
|---|
| 146 | // Collection of datsets
|
|---|
| 147 | // ---------------------
|
|---|
| 148 | //
|
|---|
| 149 | // You can combine more than one datset in a file (if your program
|
|---|
| 150 | // supports this) Such a dataset file could look like this:
|
|---|
| 151 | //
|
|---|
| 152 | // 35222.SequencesOn: 35222
|
|---|
| 153 | // 35222.SequencesOff: 36817
|
|---|
| 154 | //
|
|---|
| 155 | // 65778.SequencesOn: 65778
|
|---|
| 156 | //
|
|---|
| 157 | // 12345.SequencesOn: 12345
|
|---|
| 158 | //
|
|---|
| 159 | // 12345.SequencePath: /home/nobody/specialsequences
|
|---|
| 160 | // 65778.DataPath: /home/nobody/specialstars
|
|---|
| 161 | //
|
|---|
| 162 | // SequencePath: /home/nobody/defaultsequences
|
|---|
| 163 | // DataPath: /home/nobody/defaultstars
|
|---|
| 164 | //
|
|---|
| 165 | // Sequence00035222.File: sequences/sequence035222.txt
|
|---|
| 166 | // Sequence00035222.Dir: /data2/wuerzburg/Crab-Analyse/images/035222
|
|---|
| 167 | //
|
|---|
| 168 | // 35222.WobbleMode: Off
|
|---|
| 169 | // WobbleMode: On
|
|---|
| 170 | //
|
|---|
| 171 | //
|
|---|
| 172 | // IMPORTANT:
|
|---|
| 173 | // * Run filenames must begin with a string which allows correct
|
|---|
| 174 | // ordering in time, otherwise synchronization might fail.
|
|---|
| 175 | // * Sequence filenames should also have names allowing to order them
|
|---|
| 176 | // in time, but it is not necessary.
|
|---|
| 177 | //
|
|---|
| 178 | //
|
|---|
| 179 | // ===========================================================================
|
|---|
| 180 | //
|
|---|
| 181 | // ToDO:
|
|---|
| 182 | // * Default paths could be moved into the global .rootrc
|
|---|
| 183 | //
|
|---|
| 184 | // ===========================================================================
|
|---|
| 185 | //
|
|---|
| 186 | //
|
|---|
| 187 | // Class Version 3:
|
|---|
| 188 | // ----------------
|
|---|
| 189 | // + fFileName
|
|---|
| 190 | // + fDataSet
|
|---|
| 191 | //
|
|---|
| 192 | // Class Version 2:
|
|---|
| 193 | // ----------------
|
|---|
| 194 | // + fMonteCarlo
|
|---|
| 195 | // + fWobbleMode
|
|---|
| 196 | // - fIsWobbleMode
|
|---|
| 197 | //
|
|---|
| 198 | /////////////////////////////////////////////////////////////////////////////
|
|---|
| 199 | #include "MDataSet.h"
|
|---|
| 200 |
|
|---|
| 201 | #include <string.h> // necessary for Fedora core 2 with kernel 2.6.9-1.667 #1 and gcc 3.4.2
|
|---|
| 202 | #include <errno.h> // necessary for Fedora core 2 with kernel 2.6.9-1.667 #1 and gcc 3.4.2
|
|---|
| 203 |
|
|---|
| 204 | #include <stdlib.h>
|
|---|
| 205 | #include <fstream>
|
|---|
| 206 |
|
|---|
| 207 | #include <TEnv.h>
|
|---|
| 208 | #include <TChain.h>
|
|---|
| 209 | #include <TRegexp.h>
|
|---|
| 210 | #include <TSystem.h> // TSystem::ExpandPath
|
|---|
| 211 |
|
|---|
| 212 | #include "MLog.h"
|
|---|
| 213 | #include "MLogManip.h"
|
|---|
| 214 |
|
|---|
| 215 | #include "MRead.h"
|
|---|
| 216 | #include "MJob.h"
|
|---|
| 217 | #include "MEnv.h"
|
|---|
| 218 | #include "MAstro.h"
|
|---|
| 219 | #include "MString.h"
|
|---|
| 220 | #include "MDirIter.h"
|
|---|
| 221 | #include "MSequence.h"
|
|---|
| 222 | #include "MPointingPos.h"
|
|---|
| 223 |
|
|---|
| 224 | ClassImp(MDataSet);
|
|---|
| 225 |
|
|---|
| 226 | using namespace std;
|
|---|
| 227 |
|
|---|
| 228 | const TString MDataSet::fgCatalog = "/magic/datacenter/setup/magic_favorites.edb";
|
|---|
| 229 |
|
|---|
| 230 | // --------------------------------------------------------------------------
|
|---|
| 231 | //
|
|---|
| 232 | // Copy the sequence numbers from the TString runs into the TArrayI data
|
|---|
| 233 | // Sequences which are twice in the list are only added once. In this case
|
|---|
| 234 | // a warning is emitted.
|
|---|
| 235 | //
|
|---|
| 236 | void MDataSet::Split(TString &runs, TArrayI &data) const
|
|---|
| 237 | {
|
|---|
| 238 | const TRegexp regexp("[0-9]+");
|
|---|
| 239 |
|
|---|
| 240 | data.Set(0);
|
|---|
| 241 |
|
|---|
| 242 | runs.ReplaceAll("\t", " ");
|
|---|
| 243 | runs = runs.Strip(TString::kBoth);
|
|---|
| 244 |
|
|---|
| 245 | while (!runs.IsNull())
|
|---|
| 246 | {
|
|---|
| 247 | const TString num = runs(regexp);
|
|---|
| 248 |
|
|---|
| 249 | if (num.IsNull())
|
|---|
| 250 | {
|
|---|
| 251 | *fLog << warn << "WARNING - Sequence is NaN (not a number): '" << runs << "'" << endl;
|
|---|
| 252 | break;
|
|---|
| 253 | }
|
|---|
| 254 |
|
|---|
| 255 | const Int_t seq = atoi(num.Data());
|
|---|
| 256 | const Int_t n = data.GetSize();
|
|---|
| 257 |
|
|---|
| 258 | // skip already existing entries
|
|---|
| 259 | int i;
|
|---|
| 260 | for (i=0; i<n; i++)
|
|---|
| 261 | if (data[i] == seq)
|
|---|
| 262 | break;
|
|---|
| 263 |
|
|---|
| 264 | if (i<n)
|
|---|
| 265 | *fLog << warn << "WARNING - Sequence #" << seq << " already in list... skipped." << endl;
|
|---|
| 266 | else
|
|---|
| 267 | {
|
|---|
| 268 | // set new entry
|
|---|
| 269 | data.Set(n+1);
|
|---|
| 270 | data[n] = seq;
|
|---|
| 271 | }
|
|---|
| 272 |
|
|---|
| 273 | // remove entry from string
|
|---|
| 274 | runs.Remove(0, runs.First(num)+num.Length());
|
|---|
| 275 | }
|
|---|
| 276 |
|
|---|
| 277 | MJob::SortArray(data);
|
|---|
| 278 | }
|
|---|
| 279 |
|
|---|
| 280 | // --------------------------------------------------------------------------
|
|---|
| 281 | //
|
|---|
| 282 | // After resolving the sequence filename and directory either from the
|
|---|
| 283 | // default (/magic/data/sequences/0004/sequence00004000.txt) or from
|
|---|
| 284 | // the corresponding entries in the dataset file.
|
|---|
| 285 | // The entries are sorted by filename.
|
|---|
| 286 | //
|
|---|
| 287 | void MDataSet::ResolveSequences(const TEnv &env, const TString &prefix, const TArrayI &num, TList &list) const
|
|---|
| 288 | {
|
|---|
| 289 | TString sequences = fPathSequences;
|
|---|
| 290 | TString data = fPathDataFiles;
|
|---|
| 291 |
|
|---|
| 292 | for (int i=0; i<num.GetSize(); i++)
|
|---|
| 293 | {
|
|---|
| 294 | TString name = GetEnvValue3(env, prefix, "Sequence%d.File", num[i]);
|
|---|
| 295 | TString dir = GetEnvValue3(env, prefix, "Sequence%d.Dir", num[i]);
|
|---|
| 296 | TString excl = GetEnvValue3(env, prefix, "Sequence%d.Exclude", num[i]);
|
|---|
| 297 |
|
|---|
| 298 | // Set default sequence file and dir name
|
|---|
| 299 | if (name.IsNull())
|
|---|
| 300 | name = MString::Format("%s%04d/sequence%08d.txt", sequences.Data(), num[i]/10000, num[i]);
|
|---|
| 301 | if (dir.IsNull())
|
|---|
| 302 | dir = MString::Format("%s%04d/%08d", data.Data(), num[i]/10000, num[i]);
|
|---|
| 303 |
|
|---|
| 304 | // Check if sequence information is contained in Dataset file
|
|---|
| 305 | const Bool_t useds = name=="-";
|
|---|
| 306 |
|
|---|
| 307 | // FIXME: The sequence number from the sequence file is assigned!!!
|
|---|
| 308 | MSequence *seq = new MSequence(useds?fFileName:name, dir, num[i]);
|
|---|
| 309 | seq->ExcludeRuns(excl);
|
|---|
| 310 |
|
|---|
| 311 | if (seq->IsValid() && seq->GetSequence()!=(UInt_t)num[i])
|
|---|
| 312 | *fLog << warn << "WARNING - Sequence number " << num[i] << " in dataset file doesn't match number " << seq->GetSequence() << " in sequence file!" << endl;
|
|---|
| 313 |
|
|---|
| 314 | list.Add(seq);
|
|---|
| 315 | }
|
|---|
| 316 |
|
|---|
| 317 | // For the synchronization we must make sure, that all sequences are
|
|---|
| 318 | // in the correct order...
|
|---|
| 319 | // list.Sort();
|
|---|
| 320 | }
|
|---|
| 321 |
|
|---|
| 322 | Bool_t MDataSet::GetWobbleMode(const TEnv &env, const TString &prefix) const
|
|---|
| 323 | {
|
|---|
| 324 | TString wob = GetEnvValue2(env, prefix, "WobbleMode", "auto");
|
|---|
| 325 |
|
|---|
| 326 | wob.ToLower();
|
|---|
| 327 | wob=wob.Strip(TString::kBoth);
|
|---|
| 328 |
|
|---|
| 329 | if (wob=="auto")
|
|---|
| 330 | return !HasOffSequences();
|
|---|
| 331 |
|
|---|
| 332 | return GetEnvValue2(env, prefix, "WobbleMode", kFALSE);
|
|---|
| 333 | }
|
|---|
| 334 |
|
|---|
| 335 | // --------------------------------------------------------------------------
|
|---|
| 336 | //
|
|---|
| 337 | // Read a dataset from the file fname. If num is != -1 all resources are
|
|---|
| 338 | // prefixed with the number. This allows constrcutions like:
|
|---|
| 339 | //
|
|---|
| 340 | // 89123.SequencesOn: 1 2 3 4
|
|---|
| 341 | // 89130.SequencesOn: 5 6 7 8
|
|---|
| 342 | //
|
|---|
| 343 | // For one dataset:
|
|---|
| 344 | //
|
|---|
| 345 | // 89123.DataPath: /magic/data/star
|
|---|
| 346 | //
|
|---|
| 347 | // For all other datasets:
|
|---|
| 348 | //
|
|---|
| 349 | // DataPath: /magic/data/star
|
|---|
| 350 | //
|
|---|
| 351 | // For one sequence of one datasets:
|
|---|
| 352 | //
|
|---|
| 353 | // 89123.Sequence00000002.Dir: /magic/data/star
|
|---|
| 354 | //
|
|---|
| 355 | // and therefore allows storage of several datsets in one file with
|
|---|
| 356 | // a defaults for non specific resources.
|
|---|
| 357 | //
|
|---|
| 358 | // sequences and data are the path to the sequences (/magic/sequences)
|
|---|
| 359 | // and the data (/magic/data/star) respectively. Both can be overwritten
|
|---|
| 360 | // be a default from the dataset file or a resource for an individual
|
|---|
| 361 | // sequence.
|
|---|
| 362 | //
|
|---|
| 363 | void MDataSet::Init(const char *fname, const UInt_t num, TString sequences, TString &data)
|
|---|
| 364 | {
|
|---|
| 365 | fName = "MDataSet";
|
|---|
| 366 | fTitle = "DataSet file";
|
|---|
| 367 |
|
|---|
| 368 | // Store given file name as name
|
|---|
| 369 | fFileName = fname;
|
|---|
| 370 |
|
|---|
| 371 | // Delete the stored Sequences automatically at destruction
|
|---|
| 372 | fSequencesOn.SetOwner();
|
|---|
| 373 | fSequencesOff.SetOwner();
|
|---|
| 374 |
|
|---|
| 375 | // Expand the file name (eg $MARS or ~ are expanded)
|
|---|
| 376 | gSystem->ExpandPathName(fFileName);
|
|---|
| 377 |
|
|---|
| 378 | // Check its accessibility
|
|---|
| 379 | const Bool_t access = !gSystem->AccessPathName(fFileName, kFileExists);
|
|---|
| 380 | if (!access)
|
|---|
| 381 | {
|
|---|
| 382 | gLog << err << "ERROR - Dataset file " << fname << " not accessible!" << endl;
|
|---|
| 383 | fNumAnalysis = (UInt_t)-1;
|
|---|
| 384 | return;
|
|---|
| 385 | }
|
|---|
| 386 |
|
|---|
| 387 | // Determin the prefix to access this resource
|
|---|
| 388 | const TString prefix = num==(UInt_t)-1 ? "" : MString::Format("%d", num);
|
|---|
| 389 |
|
|---|
| 390 | // Open and read the file
|
|---|
| 391 | MEnv env(fFileName);
|
|---|
| 392 |
|
|---|
| 393 | // Get analysis number and name
|
|---|
| 394 | fNumAnalysis = GetEnvValue2(env, prefix, "AnalysisNumber", (Int_t)num);
|
|---|
| 395 | fDataSet = GetEnvValue2(env, prefix, "Name", GetBaseName());
|
|---|
| 396 |
|
|---|
| 397 | // Get sequences from file
|
|---|
| 398 | TString str;
|
|---|
| 399 | str = GetEnvValue2(env, prefix, "SequencesOn", "");
|
|---|
| 400 | Split(str, fNumSequencesOn);
|
|---|
| 401 | str = GetEnvValue2(env, prefix, "SequencesOff", "");
|
|---|
| 402 | Split(str, fNumSequencesOff);
|
|---|
| 403 |
|
|---|
| 404 | // Get other resources
|
|---|
| 405 | fNameSource = GetEnvValue2(env, prefix, "SourceName", "");
|
|---|
| 406 | fCatalog = GetEnvValue2(env, prefix, "Catalog", fgCatalog);
|
|---|
| 407 | fMonteCarlo = GetEnvValue2(env, prefix, "MonteCarlo", kFALSE);
|
|---|
| 408 | fComment = GetEnvValue2(env, prefix, "Comment", "");
|
|---|
| 409 |
|
|---|
| 410 | fWobbleMode = GetWobbleMode(env, prefix); // needs the number of off sequences
|
|---|
| 411 |
|
|---|
| 412 | fNameSource = fNameSource.Strip(TString::kBoth);
|
|---|
| 413 | fCatalog = fCatalog.Strip(TString::kBoth);
|
|---|
| 414 |
|
|---|
| 415 | // Check for sequence and data path (GetDefPath needs the monte carlo flag)
|
|---|
| 416 | const TString defpathseq = GetEnvValue2(env, prefix, "SequencePath", GetDefPathSequences());
|
|---|
| 417 | const TString defpathdata = GetEnvValue2(env, prefix, "DataPath", GetDefPathDataFiles());
|
|---|
| 418 |
|
|---|
| 419 | SetupDefaultPath(sequences, defpathseq);
|
|---|
| 420 | SetupDefaultPath(data, defpathdata);
|
|---|
| 421 |
|
|---|
| 422 | fPathSequences = sequences;
|
|---|
| 423 | fPathDataFiles = data;
|
|---|
| 424 |
|
|---|
| 425 | // Resolve sequences
|
|---|
| 426 | ResolveSequences(env, prefix, fNumSequencesOn, fSequencesOn);
|
|---|
| 427 | ResolveSequences(env, prefix, fNumSequencesOff, fSequencesOff);
|
|---|
| 428 |
|
|---|
| 429 | // --- Now "touch" resources which are not yet stored in MDataSet ---
|
|---|
| 430 | env.Touch("RunTime");
|
|---|
| 431 |
|
|---|
| 432 | // --- Print "untouch" resources ---
|
|---|
| 433 | if (env.GetNumUntouched()>0)
|
|---|
| 434 | {
|
|---|
| 435 | gLog << warn << "WARNING - At least one resource in the dataset-file has not been touched!" << endl;
|
|---|
| 436 | env.PrintUntouched();
|
|---|
| 437 | }
|
|---|
| 438 | }
|
|---|
| 439 |
|
|---|
| 440 | // --------------------------------------------------------------------------
|
|---|
| 441 | //
|
|---|
| 442 | // Constructor. See Read for more details.
|
|---|
| 443 | //
|
|---|
| 444 | MDataSet::MDataSet(const char *fname, TString sequences, TString data)
|
|---|
| 445 | {
|
|---|
| 446 | Init(fname, (UInt_t)-1, sequences, data);
|
|---|
| 447 | }
|
|---|
| 448 |
|
|---|
| 449 | // --------------------------------------------------------------------------
|
|---|
| 450 | //
|
|---|
| 451 | // Constructor. See Read for more details.
|
|---|
| 452 | //
|
|---|
| 453 | MDataSet::MDataSet(const char *fname, Int_t num, TString sequences, TString data)
|
|---|
| 454 | {
|
|---|
| 455 | Init(fname, num, sequences, data);
|
|---|
| 456 | }
|
|---|
| 457 |
|
|---|
| 458 | //---------------------------------------------------------------------------
|
|---|
| 459 | //
|
|---|
| 460 | // Return the name of the file
|
|---|
| 461 | //
|
|---|
| 462 | const char *MDataSet::GetBaseName() const
|
|---|
| 463 | {
|
|---|
| 464 | return gSystem->BaseName(fFileName);
|
|---|
| 465 | }
|
|---|
| 466 |
|
|---|
| 467 | //---------------------------------------------------------------------------
|
|---|
| 468 | //
|
|---|
| 469 | // Return the directory of the file
|
|---|
| 470 | //
|
|---|
| 471 | const char *MDataSet::GetFilePath() const
|
|---|
| 472 | {
|
|---|
| 473 | return gSystem->DirName(fFileName);
|
|---|
| 474 | }
|
|---|
| 475 |
|
|---|
| 476 | // --------------------------------------------------------------------------
|
|---|
| 477 | //
|
|---|
| 478 | // Return '+' if both can be accessed, '-' otherwise.
|
|---|
| 479 | //
|
|---|
| 480 | void MDataSet::PrintFile(ostream &out, const MSequence &seq)
|
|---|
| 481 | {
|
|---|
| 482 | const Char_t access =
|
|---|
| 483 | !gSystem->AccessPathName(seq.GetFileName(), kFileExists) &&
|
|---|
| 484 | !gSystem->AccessPathName(seq.GetDataPath(), kFileExists) ? '+' : '-';
|
|---|
| 485 |
|
|---|
| 486 | out << "# " << access << " " << seq.GetFileName() << " <" << seq.GetDataPath() << ">" << endl;
|
|---|
| 487 | }
|
|---|
| 488 |
|
|---|
| 489 | // --------------------------------------------------------------------------
|
|---|
| 490 | //
|
|---|
| 491 | // Helper to print a seqeunce in Print()
|
|---|
| 492 | //
|
|---|
| 493 | void MDataSet::PrintSeq(ostream &out, const MSequence &seq) const
|
|---|
| 494 | {
|
|---|
| 495 | const Bool_t useds = seq.GetFileName()==fFileName;
|
|---|
| 496 |
|
|---|
| 497 | out << "Sequence" << MString::Format("%08d", seq.GetSequence()) << ".File: " << (useds?"-":seq.GetFileName()) << endl;
|
|---|
| 498 | out << "Sequence" << MString::Format("%08d", seq.GetSequence()) << ".Dir: " << seq.GetDataPath() << endl;
|
|---|
| 499 | if (!useds && seq.GetNumExclRuns()>0)
|
|---|
| 500 | out << "Sequence" << MString::Format("%08d", seq.GetSequence()) << ".Exclude: " << seq.GetExcludedRuns() << endl;
|
|---|
| 501 |
|
|---|
| 502 | if (useds)
|
|---|
| 503 | {
|
|---|
| 504 | out << endl;
|
|---|
| 505 | seq.Print(out, "prefixed");
|
|---|
| 506 | out << endl << "# ---" << endl;
|
|---|
| 507 | }
|
|---|
| 508 | }
|
|---|
| 509 |
|
|---|
| 510 | // --------------------------------------------------------------------------
|
|---|
| 511 | //
|
|---|
| 512 | // Print the contents of the dataset to the ostream out
|
|---|
| 513 | //
|
|---|
| 514 | void MDataSet::Print(ostream &out, Option_t *o) const
|
|---|
| 515 | {
|
|---|
| 516 | if (!IsValid())
|
|---|
| 517 | {
|
|---|
| 518 | out << "Dataset: " << fFileName << " <invalid - no analysis number available>" << endl;
|
|---|
| 519 | return;
|
|---|
| 520 | }
|
|---|
| 521 | out << "# Path: " << GetFilePath() << endl;
|
|---|
| 522 | out << "# Name: " << GetBaseName() << endl;
|
|---|
| 523 | out << endl;
|
|---|
| 524 | out << "AnalysisNumber: " << fNumAnalysis << endl << endl;
|
|---|
| 525 |
|
|---|
| 526 | if (!fDataSet.IsNull())
|
|---|
| 527 | out << "Name: " << fDataSet << endl << endl;
|
|---|
| 528 |
|
|---|
| 529 | out << "SequencesOn: ";
|
|---|
| 530 | for (int i=0; i<fNumSequencesOn.GetSize(); i++)
|
|---|
| 531 | out << " " << fNumSequencesOn[i];
|
|---|
| 532 | out << endl;
|
|---|
| 533 | if (fNumSequencesOff.GetSize()>0)
|
|---|
| 534 | {
|
|---|
| 535 | out << "SequencesOff: ";
|
|---|
| 536 | for (int i=0; i<fNumSequencesOff.GetSize(); i++)
|
|---|
| 537 | out << " " << fNumSequencesOff[i];
|
|---|
| 538 | out << endl;
|
|---|
| 539 | }
|
|---|
| 540 |
|
|---|
| 541 | out << endl;
|
|---|
| 542 | if (!fNameSource.IsNull())
|
|---|
| 543 | out << "SourceName: " << fNameSource << endl;
|
|---|
| 544 | out << "Catalog: " << fCatalog << endl;
|
|---|
| 545 |
|
|---|
| 546 | out << "WobbleMode: " << (fWobbleMode?"Yes":"No") << endl << endl;
|
|---|
| 547 | out << "MonteCarlo: " << (fMonteCarlo?"Yes":"No") << endl << endl;
|
|---|
| 548 |
|
|---|
| 549 | if (!fComment.IsNull())
|
|---|
| 550 | out << "Comment: " << fComment << endl;
|
|---|
| 551 |
|
|---|
| 552 | if (fSequencesOn.GetEntries()>0)
|
|---|
| 553 | out << endl;
|
|---|
| 554 |
|
|---|
| 555 | // FIXME: If file==fName --> print Sequence0000.content
|
|---|
| 556 |
|
|---|
| 557 | TIter NextOn(&fSequencesOn);
|
|---|
| 558 | TIter NextOff(&fSequencesOff);
|
|---|
| 559 | MSequence *seq=0;
|
|---|
| 560 | while ((seq=(MSequence*)NextOn()))
|
|---|
| 561 | PrintSeq(out, *seq);
|
|---|
| 562 | if (fSequencesOff.GetEntries()>0)
|
|---|
| 563 | out << endl;
|
|---|
| 564 | while ((seq=(MSequence*)NextOff()))
|
|---|
| 565 | PrintSeq(out, *seq);
|
|---|
| 566 |
|
|---|
| 567 | if (TString(o).Contains("files", TString::kIgnoreCase))
|
|---|
| 568 | {
|
|---|
| 569 | out << endl;
|
|---|
| 570 | out << "# On-Data Files:" << endl;
|
|---|
| 571 | NextOn.Reset();
|
|---|
| 572 | while ((seq=(MSequence*)NextOn()))
|
|---|
| 573 | PrintFile(out, *seq);
|
|---|
| 574 |
|
|---|
| 575 | out << endl;
|
|---|
| 576 | out << "# Off-Data Files:" << endl;
|
|---|
| 577 | NextOff.Reset();
|
|---|
| 578 | while ((seq=(MSequence*)NextOff()))
|
|---|
| 579 | PrintFile(out, *seq);
|
|---|
| 580 | }
|
|---|
| 581 | }
|
|---|
| 582 |
|
|---|
| 583 | // --------------------------------------------------------------------------
|
|---|
| 584 | //
|
|---|
| 585 | // Print the contents of the dataset to the gLog stream
|
|---|
| 586 | //
|
|---|
| 587 | void MDataSet::Print(Option_t *o) const
|
|---|
| 588 | {
|
|---|
| 589 | gLog << all;
|
|---|
| 590 | Print(gLog, o);
|
|---|
| 591 | }
|
|---|
| 592 |
|
|---|
| 593 | // --------------------------------------------------------------------------
|
|---|
| 594 | //
|
|---|
| 595 | // Print the contents of the dataset to the file with name filename
|
|---|
| 596 | //
|
|---|
| 597 | void MDataSet::WriteFile(const char *name, const Option_t *o) const
|
|---|
| 598 | {
|
|---|
| 599 | ofstream fout(name);
|
|---|
| 600 | if (!fout)
|
|---|
| 601 | {
|
|---|
| 602 | gLog << err << "Cannot open file " << name << ": ";
|
|---|
| 603 | gLog << strerror(errno) << endl;
|
|---|
| 604 | return;
|
|---|
| 605 | }
|
|---|
| 606 |
|
|---|
| 607 | Print(fout, o);
|
|---|
| 608 | }
|
|---|
| 609 |
|
|---|
| 610 | // --------------------------------------------------------------------------
|
|---|
| 611 | //
|
|---|
| 612 | // Adds all sequences contained in list to the MDirIter. After adding
|
|---|
| 613 | // everything MDirIter::Sort is called to sort all entries by name.
|
|---|
| 614 | //
|
|---|
| 615 | Bool_t MDataSet::AddSequencesFromList(const TList &list, MDirIter &files)
|
|---|
| 616 | {
|
|---|
| 617 | TIter Next(const_cast<TList*>(&list));
|
|---|
| 618 |
|
|---|
| 619 | MSequence *seq=0;
|
|---|
| 620 | while ((seq=(MSequence*)Next()))
|
|---|
| 621 | {
|
|---|
| 622 | if (!seq->IsValid())
|
|---|
| 623 | {
|
|---|
| 624 | gLog << err;
|
|---|
| 625 | gLog << "ERROR - MDataSet::AddSequencesFromList: Sequence invalid!" << endl;
|
|---|
| 626 | gLog << " + File: " << seq->GetFileName() << endl;
|
|---|
| 627 | gLog << " + Dir: " << seq->GetDataPath() << endl;
|
|---|
| 628 | return kFALSE;
|
|---|
| 629 | }
|
|---|
| 630 |
|
|---|
| 631 | if (seq->GetRuns(files, MSequence::kImages)<=0)
|
|---|
| 632 | return kFALSE;
|
|---|
| 633 | }
|
|---|
| 634 |
|
|---|
| 635 | // This is important in case of synchronisation, because the
|
|---|
| 636 | // files in the sequences can be interleaved (eg W1, W2)
|
|---|
| 637 | // Filenames MUST begin with an appropriate string which allow
|
|---|
| 638 | // to order them correctly in time!
|
|---|
| 639 | // files.Sort();
|
|---|
| 640 |
|
|---|
| 641 | if (gLog.GetDebugLevel()>4)
|
|---|
| 642 | {
|
|---|
| 643 | gLog << inf << "Files which are searched:" << endl;
|
|---|
| 644 | files.Print();
|
|---|
| 645 | }
|
|---|
| 646 | return kTRUE;
|
|---|
| 647 | }
|
|---|
| 648 |
|
|---|
| 649 | Bool_t MDataSet::AddFilesOn(MDirIter &iter) const
|
|---|
| 650 | {
|
|---|
| 651 | return AddSequencesFromList(fSequencesOn, iter);
|
|---|
| 652 | }
|
|---|
| 653 |
|
|---|
| 654 | Bool_t MDataSet::AddFilesOff(MDirIter &iter) const
|
|---|
| 655 | {
|
|---|
| 656 | return AddSequencesFromList(fSequencesOff, iter);
|
|---|
| 657 | }
|
|---|
| 658 |
|
|---|
| 659 | Bool_t MDataSet::AddFiles(MDirIter &iter) const
|
|---|
| 660 | {
|
|---|
| 661 | const Bool_t rc1 = AddFilesOff(iter);
|
|---|
| 662 | const Bool_t rc2 = AddFilesOn(iter);
|
|---|
| 663 | return rc1 && rc2;
|
|---|
| 664 | }
|
|---|
| 665 |
|
|---|
| 666 | Bool_t MDataSet::AddFilesOn(MRead &read) const
|
|---|
| 667 | {
|
|---|
| 668 | MDirIter files;
|
|---|
| 669 | if (!AddFilesOn(files))
|
|---|
| 670 | return kFALSE;
|
|---|
| 671 | return read.AddFiles(files)>0;
|
|---|
| 672 | }
|
|---|
| 673 |
|
|---|
| 674 | Bool_t MDataSet::AddFilesOff(MRead &read) const
|
|---|
| 675 | {
|
|---|
| 676 | MDirIter files;
|
|---|
| 677 | if (!AddFilesOff(files))
|
|---|
| 678 | return kFALSE;
|
|---|
| 679 | return read.AddFiles(files)>0;
|
|---|
| 680 | }
|
|---|
| 681 |
|
|---|
| 682 | Bool_t MDataSet::AddFiles(MRead &read) const
|
|---|
| 683 | {
|
|---|
| 684 | const Bool_t rc1 = AddFilesOff(read);
|
|---|
| 685 | const Bool_t rc2 = AddFilesOn(read);
|
|---|
| 686 | return rc1 && rc2;
|
|---|
| 687 | }
|
|---|
| 688 |
|
|---|
| 689 | Int_t MDataSet::AddFilesToChain(MDirIter &files, TChain &chain)
|
|---|
| 690 | {
|
|---|
| 691 | Int_t num=0;
|
|---|
| 692 | while (1)
|
|---|
| 693 | {
|
|---|
| 694 | const TString fname = files.Next();
|
|---|
| 695 | if (fname.IsNull())
|
|---|
| 696 | break;
|
|---|
| 697 |
|
|---|
| 698 | const Int_t n = chain.Add(fname);
|
|---|
| 699 | if (n<=0)
|
|---|
| 700 | return kFALSE;
|
|---|
| 701 | num += n;
|
|---|
| 702 | }
|
|---|
| 703 | return num;
|
|---|
| 704 | }
|
|---|
| 705 |
|
|---|
| 706 | Bool_t MDataSet::AddFilesOn(TChain &chain) const
|
|---|
| 707 | {
|
|---|
| 708 | MDirIter files;
|
|---|
| 709 | if (!AddSequencesFromList(fSequencesOn, files))
|
|---|
| 710 | return kFALSE;
|
|---|
| 711 | return AddFilesToChain(files, chain)>0;
|
|---|
| 712 | }
|
|---|
| 713 |
|
|---|
| 714 | Bool_t MDataSet::AddFilesOff(TChain &chain) const
|
|---|
| 715 | {
|
|---|
| 716 | MDirIter files;
|
|---|
| 717 | if (!AddSequencesFromList(fSequencesOff, files))
|
|---|
| 718 | return kFALSE;
|
|---|
| 719 | return AddFilesToChain(files, chain)>0;
|
|---|
| 720 | }
|
|---|
| 721 |
|
|---|
| 722 | Bool_t MDataSet::AddFiles(TChain &read) const
|
|---|
| 723 | {
|
|---|
| 724 | const Bool_t rc1 = AddFilesOff(read);
|
|---|
| 725 | const Bool_t rc2 = AddFilesOn(read);
|
|---|
| 726 | return rc1 && rc2;
|
|---|
| 727 | }
|
|---|
| 728 |
|
|---|
| 729 | Bool_t MDataSet::GetSourcePos(MPointingPos &pos) const
|
|---|
| 730 | {
|
|---|
| 731 | if (!HasSource())
|
|---|
| 732 | {
|
|---|
| 733 | gLog << err << "ERROR - MDataSet::GetSourcePos called, but no source available." << endl;
|
|---|
| 734 | return kFALSE;
|
|---|
| 735 | }
|
|---|
| 736 |
|
|---|
| 737 | TString catalog(fCatalog);
|
|---|
| 738 | gSystem->ExpandPathName(catalog);
|
|---|
| 739 |
|
|---|
| 740 | ifstream fin(catalog);
|
|---|
| 741 | if (!fin)
|
|---|
| 742 | {
|
|---|
| 743 | gLog << err << "Cannot open file " << catalog << ": ";
|
|---|
| 744 | gLog << strerror(errno) << endl;
|
|---|
| 745 | return kFALSE;
|
|---|
| 746 | }
|
|---|
| 747 |
|
|---|
| 748 | TString ra, dec, epoch;
|
|---|
| 749 |
|
|---|
| 750 | Int_t n = 0;
|
|---|
| 751 | while (1)
|
|---|
| 752 | {
|
|---|
| 753 | TString line;
|
|---|
| 754 | line.ReadLine(fin);
|
|---|
| 755 | if (!fin)
|
|---|
| 756 | {
|
|---|
| 757 | gLog << err << "ERROR - Source '" << fNameSource << "' not found in " << catalog << "." << endl;
|
|---|
| 758 | return kFALSE;
|
|---|
| 759 | }
|
|---|
| 760 |
|
|---|
| 761 | n++;
|
|---|
| 762 |
|
|---|
| 763 | TObjArray *arr = line.Tokenize(",");
|
|---|
| 764 |
|
|---|
| 765 | if (arr->GetEntries()<6)
|
|---|
| 766 | {
|
|---|
| 767 | gLog << err << "ERROR - Not enough arguments in line #" << n << " of " << catalog << endl;
|
|---|
| 768 | delete arr;
|
|---|
| 769 | return kFALSE;;
|
|---|
| 770 | }
|
|---|
| 771 |
|
|---|
| 772 | const TString name = (*arr)[0]->GetName();
|
|---|
| 773 |
|
|---|
| 774 | ra = (*arr)[2]->GetName();
|
|---|
| 775 | dec = (*arr)[3]->GetName();
|
|---|
| 776 | epoch = (*arr)[5]->GetName();
|
|---|
| 777 |
|
|---|
| 778 | delete arr;
|
|---|
| 779 |
|
|---|
| 780 | if (name.Strip(TString::kBoth)==fNameSource)
|
|---|
| 781 | break;
|
|---|
| 782 | }
|
|---|
| 783 |
|
|---|
| 784 | if (epoch.Strip(TString::kBoth)!=(TString)"2000")
|
|---|
| 785 | {
|
|---|
| 786 | gLog << err << "ERROR - Epoch not 2000... not supported." << endl;
|
|---|
| 787 | return kFALSE;
|
|---|
| 788 | }
|
|---|
| 789 |
|
|---|
| 790 | Double_t r,d;
|
|---|
| 791 | if (!MAstro::Coordinate2Angle(ra, r))
|
|---|
| 792 | {
|
|---|
| 793 | gLog << err << "ERROR - Interpreting right ascension: " << ra << endl;
|
|---|
| 794 | return kFALSE;
|
|---|
| 795 | }
|
|---|
| 796 | if (!MAstro::Coordinate2Angle(dec, d))
|
|---|
| 797 | {
|
|---|
| 798 | gLog << err << "ERROR - Interpreting declination: " << dec << endl;
|
|---|
| 799 | return kFALSE;
|
|---|
| 800 | }
|
|---|
| 801 |
|
|---|
| 802 | pos.SetSkyPosition(r, d);
|
|---|
| 803 | pos.SetTitle(fNameSource);
|
|---|
| 804 |
|
|---|
| 805 | return kTRUE;
|
|---|
| 806 | }
|
|---|
| 807 |
|
|---|
| 808 | /*
|
|---|
| 809 | // --------------------------------------------------------------------------
|
|---|
| 810 | //
|
|---|
| 811 | // Calls ReplaceAll(old, news) for all Dir-entries
|
|---|
| 812 | //
|
|---|
| 813 | void MDataSet::ReplaceDir(TList &list, const TString &old, const TString &news) const
|
|---|
| 814 | {
|
|---|
| 815 | TIter Next(&list);
|
|---|
| 816 | TNamed *name = 0;
|
|---|
| 817 | while ((name=(TNamed*)Next()))
|
|---|
| 818 | {
|
|---|
| 819 | TString dir = name->GetTitle();
|
|---|
| 820 | dir.ReplaceAll(old, news);
|
|---|
| 821 | name->SetTitle(dir);
|
|---|
| 822 | }
|
|---|
| 823 | }
|
|---|
| 824 |
|
|---|
| 825 | // --------------------------------------------------------------------------
|
|---|
| 826 | //
|
|---|
| 827 | // Calls ReplaceAll(old, news) for all File-entries
|
|---|
| 828 | //
|
|---|
| 829 | void MDataSet::ReplaceFile(TList &list, const TString &old, const TString &news) const
|
|---|
| 830 | {
|
|---|
| 831 | TIter Next(&list);
|
|---|
| 832 | TNamed *name = 0;
|
|---|
| 833 | while ((name=(TNamed*)Next()))
|
|---|
| 834 | {
|
|---|
| 835 | TString file = name->GetName();
|
|---|
| 836 | file.ReplaceAll(old, news);
|
|---|
| 837 | name->SetName(file);
|
|---|
| 838 | }
|
|---|
| 839 | }
|
|---|
| 840 | */
|
|---|