source: trunk/FACT++/src/EventBuilderWrapper.h@ 11203

Last change on this file since 11203 was 11203, checked in by tbretz, 13 years ago
Removedmore obsolete stuff.
File size: 43.4 KB
Line 
1#ifndef FACT_EventBuilderWrapper
2#define FACT_EventBuilderWrapper
3
4/*
5#if BOOST_VERSION < 104400
6#if (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ > 4))
7#undef BOOST_HAS_RVALUE_REFS
8#endif
9#endif
10#include <boost/thread.hpp>
11
12using namespace std;
13*/
14
15#include <boost/date_time/posix_time/posix_time_types.hpp>
16
17#include <CCfits/CCfits>
18
19#include "EventBuilder.h"
20
21extern "C" {
22 extern void StartEvtBuild();
23 extern int CloseRunFile(uint32_t runId, uint32_t closeTime);
24}
25
26namespace ba = boost::asio;
27namespace bs = boost::system;
28
29using ba::ip::tcp;
30
31class DataFileImp
32{
33 uint32_t fRunId;
34
35public:
36 DataFileImp(uint32_t id) : fRunId(id) { }
37
38 virtual bool OpenFile(RUN_HEAD* h) = 0;
39 virtual bool Write(EVENT *) = 0;
40 virtual bool Close(RUN_TAIL * = 0) = 0;
41
42 uint32_t GetRunId() const { return fRunId; }
43
44 // --------------------------------------------------------------------------
45 //
46 //! This creates an appropriate file name for a particular run number and type
47 //! @param runNumber the run number for which a filename is to be created
48 //! @param runType an int describing the kind of run. 0=Data, 1=Pedestal, 2=Calibration, 3=Calibrated data
49 //! @param extension a string containing the extension to be appened to the file name
50 //
51 string FormFileName(uint32_t runType, string extension)
52 {
53 //TODO where am I supposed to get the base directory from ?
54 //TODO also, for creating subsequent directories, should I use the functions from the dataLogger ?
55 string baseDirectory = "./Run";
56
57 ostringstream result;
58// result << baseDirectory;
59// result << Time::fmt("/%Y/%m/%d/") << (Time() - boost::posix_time::time_duration(12,0,0));
60 result << setfill('0') << setw(8) << fRunId;
61 result << ".001_";
62 switch (runType)
63 {
64 case -1:
65 result << 'T';
66 break;
67 case 0:
68 result << 'D';
69 break;
70 case 1:
71 result << 'P';
72 break;
73 case 2:
74 result << 'C';
75 break;
76 case 3:
77 result << 'N';
78 break;
79 default:
80 result << runType;
81 };
82 result << "." << extension;
83
84 return result.str();
85 }
86};
87
88class DataFileNone : public DataFileImp
89{
90public:
91 DataFileNone(uint32_t id) : DataFileImp(id) { }
92
93 bool OpenFile(RUN_HEAD* h)
94 {
95 cout << "OPEN_FILE #" << GetRunId() << " (" << this << ")" << endl;
96 cout << " Ver= " << h->Version << endl;
97 cout << " Typ= " << h->RunType << endl;
98 cout << " Nb = " << h->NBoard << endl;
99 cout << " Np = " << h->NPix << endl;
100 cout << " NTm= " << h->NTm << endl;
101 cout << " roi= " << h->Nroi << endl;
102
103 return true;
104 }
105 bool Write(EVENT *)
106 {
107 return true;
108 }
109 bool Close(RUN_TAIL * = 0)
110 {
111 cout << "CLOSE FILE #" << GetRunId() << " (" << this << ")" << endl;
112 return true;
113 }
114};
115
116class DataFileDebug : public DataFileNone
117{
118public:
119 DataFileDebug(uint32_t id) : DataFileNone(id) { }
120
121 bool Write(EVENT *e)
122 {
123 cout << "WRITE_EVENT #" << GetRunId() << " (" << e->EventNum << ")" << endl;
124 cout << " Typ=" << e->TriggerType << endl;
125 cout << " roi=" << e->Roi << endl;
126 cout << " trg=" << e->SoftTrig << endl;
127 cout << " tim=" << e->PCTime << endl;
128
129 return true;
130 }
131};
132
133#include "FAD.h"
134
135class DataFileRaw : public DataFileImp
136{
137 ofstream fOut;
138
139 off_t fPosTail;
140
141 uint32_t fCounter;
142
143
144 // WRITE uint32_t 0xFAC77e1e (FACT Tele)
145 // ===
146 // WRITE uint32_t TYPE(>0) == 1
147 // WRITE uint32_t ID(>0) == 0
148 // WRITE uint32_t VERSION(>0) == 1
149 // WRITE uint32_t LENGTH
150 // -
151 // WRITE uint32_t TELESCOPE ID
152 // WRITE uint32_t RUNID
153 // ===
154 // WRITE uint32_t TYPE(>0) == 2
155 // WRITE uint32_t ID(>0) == 0
156 // WRITE uint32_t VERSION(>0) == 1
157 // WRITE uint32_t LENGTH
158 // -
159 // WRITE HEADER
160 // ===
161 // [ 40 TIMES
162 // WRITE uint32_t TYPE(>0) == 3
163 // WRITE uint32_t ID(>0) == 0..39
164 // WRITE uint32_t VERSION(>0) == 1
165 // WRITE uint32_t LENGTH
166 // -
167 // WRITE BOARD-HEADER
168 // ]
169 // ===
170 // WRITE uint32_t TYPE(>0) == 4
171 // WRITE uint32_t ID(>0) == 0
172 // WRITE uint32_t VERSION(>0) == 1
173 // WRITE uint32_t LENGTH
174 // -
175 // WRITE FOOTER (empty)
176 // ===
177 // [ N times
178 // WRITE uint32_t TYPE(>0) == 10
179 // WRITE uint32_t ID(>0) == counter
180 // WRITE uint32_t VERSION(>0) == 1
181 // WRITE uint32_t LENGTH HEADER
182 // -
183 // WRITE HEADER+DATA
184 // ]
185 // ===
186 // WRITE uint32_t TYPE ==0
187 // WRITE uint32_t VERSION==0
188 // WRITE uint32_t LENGTH ==0
189 // ===
190 // Go back and write footer
191
192public:
193 DataFileRaw(uint32_t id) : DataFileImp(id) { }
194 ~DataFileRaw() { Close(); }
195
196 void WriteBlockHeader(uint32_t type, uint32_t ver, uint32_t cnt, uint32_t len)
197 {
198 const uint32_t val[4] = { type, ver, cnt, len };
199
200 fOut.write(reinterpret_cast<const char*>(val), sizeof(val));
201 }
202
203 template<typename T>
204 void WriteValue(const T &t)
205 {
206 fOut.write(reinterpret_cast<const char*>(&t), sizeof(T));
207 }
208
209 enum
210 {
211 kEndOfFile = 0,
212 kIdentifier = 1,
213 kRunHeader,
214 kBoardHeader,
215 kRunSummary,
216 kEvent,
217 };
218
219 virtual bool OpenFile(RUN_HEAD *h)
220 {
221 const string name = FormFileName(h->RunType, "bin");
222
223 errno = 0;
224 fOut.open(name.c_str(), ios_base::out);
225 if (!fOut)
226 {
227 //ostringstream str;
228 //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")";
229 //Error(str);
230
231 return false;
232 }
233
234 fCounter = 0;
235
236 static uint32_t FACT = 0xFAC77e1e;
237
238 fOut.write(reinterpret_cast<char*>(&FACT), 4);
239
240 WriteBlockHeader(kIdentifier, 1, 0, 8);
241 WriteValue(uint32_t(0));
242 WriteValue(GetRunId());
243
244 WriteBlockHeader(kRunHeader, 1, 0, sizeof(RUN_HEAD)-sizeof(PEVNT_HEADER*));
245 fOut.write(reinterpret_cast<char*>(h), sizeof(RUN_HEAD)-sizeof(PEVNT_HEADER*));
246
247 for (int i=0; i<40; i++)
248 {
249 WriteBlockHeader(kBoardHeader, 1, i, sizeof(PEVNT_HEADER));
250 fOut.write(reinterpret_cast<char*>(h->FADhead+i), sizeof(PEVNT_HEADER));
251 }
252
253 // FIXME: Split this
254 const vector<char> block(sizeof(uint32_t)+sizeof(RUN_TAIL));
255 WriteBlockHeader(kRunSummary, 1, 0, block.size());
256
257 fPosTail = fOut.tellp();
258 fOut.write(block.data(), block.size());
259
260 if (!fOut)
261 {
262 //ostringstream str;
263 //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")";
264 //Error(str);
265
266 return false;
267 }
268
269 return true;
270 }
271 virtual bool Write(EVENT *evt)
272 {
273 const int sh = sizeof(EVENT)-2 + NPIX*evt->Roi*2;
274
275 WriteBlockHeader(kEvent, 1, fCounter++, sh);
276 fOut.write(reinterpret_cast<char*>(evt)+2, sh);
277 return true;
278 }
279 virtual bool Close(RUN_TAIL *tail= 0)
280 {
281 WriteBlockHeader(kEndOfFile, 0, 0, 0);
282
283 if (tail)
284 {
285 fOut.seekp(fPosTail);
286
287 WriteValue(uint32_t(1));
288 fOut.write(reinterpret_cast<char*>(tail), sizeof(RUN_TAIL));
289 }
290
291 if (!fOut)
292 {
293 //ostringstream str;
294 //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")";
295 //Error(str);
296
297 return false;
298 }
299
300 fOut.close();
301
302 if (!fOut)
303 {
304 //ostringstream str;
305 //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")";
306 //Error(str);
307
308 return false;
309 }
310
311 return true;
312 }
313};
314
315#ifdef HAS_FITS
316class DataFileFits : public DataFileImp
317{
318 CCfits::FITS* fFile; /// The pointer to the CCfits FITS file
319 CCfits::Table* fTable; /// The pointer to the CCfits binary table
320
321 uint64_t fNumRows; ///the number of rows that have been written already to the FITS file.
322
323public:
324 DataFileFits(uint32_t runid) : DataFileImp(runid), fFile(0)
325 {
326 }
327
328 // --------------------------------------------------------------------------
329 //
330 //! Default destructor
331 //! The Fits file SHOULD have been closed already, otherwise the informations
332 //! related to the RUN_TAIL will NOT be written to the file.
333 //
334 ~DataFileFits() { Close(); }
335
336 // --------------------------------------------------------------------------
337 //
338 //! Add a new column to the vectors storing the column data.
339 //! @param names the vector of string storing the columns names
340 //! @param types the vector of string storing the FITS data format
341 //! @param numElems the number of elements in this column
342 //! @param type the char describing the FITS data format
343 //! @param name the name of the particular column to be added.
344 //
345 inline void AddColumnEntry(vector<string>& names, vector<string>& types, int numElems, char type, string name)
346 {
347 names.push_back(name);
348
349 ostringstream str;
350 if (numElems != 1)
351 str << numElems;
352 str << type;
353 types.push_back(str.str());
354 }
355
356 // --------------------------------------------------------------------------
357 //
358 //! Writes a single header key entry
359 //! @param name the name of the key
360 //! @param value its value
361 //! @param comment the comment associated to that key
362 //
363 //FIXME this function is a duplicate from the class Fits. should we try to merge it ?
364 template <typename T>
365 void WriteKey(const string &name, const T &value, const string &comment)
366 {
367 try
368 {
369 fTable->addKey(name, value, comment);
370 }
371 catch (CCfits::FitsException e)
372 {
373 ostringstream str;
374 str << "Could not add header key ";
375 //TODO pipe the error message somewhere
376 }
377 }
378
379 template <typename T>
380 void WriteKey(const string &name, const int idx, const T &value, const string &comment)
381 {
382 ostringstream str;
383 str << name << idx;
384
385 WriteKey(str.str(), value, comment);
386 }
387
388 // --------------------------------------------------------------------------
389 //
390 //! DataFileFits constructor. This is the one that should be used, not the default one (parameter-less)
391 //! @param runid This parameter should probably be removed. I first thought it was the run number, but apparently it is not
392 //! @param h a pointer to the RUN_HEAD structure that contains the informations relative to this run
393 //
394 bool OpenFile(RUN_HEAD* h)
395 {
396 //Form filename, based on runid and run-type
397 const string fileName = FormFileName(h->RunType, "fits");
398
399 //create the FITS object
400 try
401 {
402 fFile = new CCfits::FITS(fileName, CCfits::RWmode::Write);
403 }
404 catch (CCfits::FitsException e)
405 {
406 ostringstream str;
407 str << "Could not open FITS file " << fileName << " reason: " << e.message();
408 //TODO display the message somewhere
409
410 return false;
411 }
412
413 //create columns according to header
414 ostringstream arrayTypes;
415
416 // uint32_t EventNum ; // EventNumber as from FTM
417 // uint16_t TriggerType ; // Trigger Type from FTM
418 // uint32_t SoftTrig ; // SoftTrigger Info (TBD)
419 // uint32_t PCTime ; // when did event start to arrive at PC
420 // uint32_t BoardTime[NBOARDS];//
421 // int16_t StartPix[NPIX]; // First Channel per Pixel (Pixels sorted according Software ID) ; -1 if not filled
422 // int16_t StartTM[NTMARK]; // First Channel for TimeMark (sorted Hardware ID) ; -1 if not filled
423 // uint16_t Adc_Data[]; // final length defined by malloc ....
424
425 vector<string> colNames;
426 vector<string> dataTypes;
427 AddColumnEntry(colNames, dataTypes, 1, 'V', "EventNum");
428 AddColumnEntry(colNames, dataTypes, 1, 'U', "TriggerType");
429 AddColumnEntry(colNames, dataTypes, 1, 'V', "SoftTrig");
430 AddColumnEntry(colNames, dataTypes, 1, 'V', "PCTime");
431 AddColumnEntry(colNames, dataTypes, NBOARDS, 'V', "BoardTime");
432 AddColumnEntry(colNames, dataTypes, NPIX, 'I', "StartPix");
433 AddColumnEntry(colNames, dataTypes, NTMARK, 'I', "StartTM");
434 AddColumnEntry(colNames, dataTypes, NPIX*h->Nroi, 'U', "Data");
435
436 //actually create the table
437 try
438 {
439 fTable = fFile->addTable("Events", 0, colNames, dataTypes);
440 if (fTable->rows() != 0)
441 {
442 ostringstream str;
443 str << "Error: table created on the fly looks non-empty.";
444 //TODO giev the error text to some error handler
445 //FIXME I guess that this error checking is useless. remove it for performances.
446 }
447 }
448 catch (const CCfits::FitsException &e)
449 {
450 ostringstream str;
451 str << "Could not create FITS table " << "Events" << " in file " << fileName << " reason: " << e.message();
452 //TODO give the error text to some error handler
453
454 Close();
455 return false;
456 }
457
458 //write header data
459 //first the "standard" keys
460 string stringValue;
461 WriteKey("EXTREL", 1.0f, "Release Number");
462 WriteKey("TELESCOP", "FACT", "Telescope that acquired this data");
463 WriteKey("ORIGIN", "ISDC", "Institution that wrote the file");
464 WriteKey("CREATOR", "FACT++ Event Builder", "Program that wrote this file");
465
466 stringValue = Time().GetAsStr();
467 stringValue[10]= 'T';
468 WriteKey("DATE", stringValue, "File creation data");
469 WriteKey("TIMESYS", "TT", "Time frame system");
470 WriteKey("TIMEUNIT", "d", "Time unit");
471 WriteKey("TIMEREF", "UTC", "Time reference frame");
472 //FIXME should we also put the start and stop time of the received data ?
473 //now the events header related variables
474 WriteKey("VERSION", h->Version, "Builder version");
475 WriteKey("RUNTYPE", h->RunType, "Type of run");
476 WriteKey("NBOARD", h->NBoard, "Number of acquisition boards");
477 WriteKey("NPIX", h->NPix, "Number of pixels");
478 WriteKey("NTM", h->NTm, "Number of Time marks");
479 WriteKey("NROI", h->Nroi, "Number of slices per pixels");
480
481 //now the boards related keywords
482 for (int i=0; i<h->NBoard; i++)
483 {
484 const PEVNT_HEADER &hh = h->FADhead[i];
485
486 WriteKey("STPKGFG", i, hh.start_package_flag,
487 "Start package flag");
488
489 WriteKey("PKGLEN", i, hh.package_length,
490 "Package length");
491
492 WriteKey("VERNO", i, hh.version_no,
493 "Version number");
494
495 WriteKey("PLLLCK", i, hh.PLLLCK,
496 "");
497/*
498 WriteKey("TRIGCRC", i, hh.trigger_crc,
499 "Trigger CRC");
500
501 WriteKey("TRIGTYP", i, hh.trigger_type,
502 "Trigger type");
503
504 WriteKey("TRIGID", i, hh.trigger_id,
505 "Trigger ID");
506
507 WriteKey("EVTCNTR", i, hh.fad_evt_counter,
508 "FAD Event Counter");
509*/
510 WriteKey("REFCLK", i, hh.REFCLK_frequency,
511 "Reference Clock Frequency");
512
513 WriteKey("BOARDID", i, hh.board_id,
514 "Board ID");
515
516 WriteKey("PHASESH", i, hh.adc_clock_phase_shift,
517 "ADC clock phase shift");
518
519 //WriteKey("TRGGEN", i, hh.number_of_triggers_to_generate,
520 // "Number of triggers to generate");
521
522 WriteKey("PRESC", i, hh.trigger_generator_prescaler,
523 "Trigger generator prescaler");
524
525 WriteKey("DNA", i, hh.DNA, "DNA");
526 WriteKey("TIME", i, hh.time, "Time");
527 WriteKey("RUNNB", i, hh.runnumber, "Run number");
528/*
529 for (int j=0;j<NTemp;j++)
530 {
531 str.str(""); str2.str("");
532 str << "DRS_T" << i << j;
533 str2 << "DRS temperature #" << i << " " << j;
534 WriteKey(str.str(), h->FADhead[i].drs_temperature[j], str2.str());
535 }
536*/
537 for (int j=0;j<NDAC;j++)
538 WriteKey("DAC", i*NDAC+j, hh.dac[j], "DAC");
539
540 //Last but not least, add header keys that will be updated when closing the file
541 WriteFooter(NULL);
542 }
543
544 return true;
545 }
546
547
548 int WriteColumns(size_t &start, size_t size, void *e)
549 {
550 int status = 0;
551 fits_write_tblbytes(fFile->fitsPointer(), fNumRows, start, size, reinterpret_cast<unsigned char*>(e), &status);
552 if (status)
553 {
554 char text[30];//max length of cfitsio error strings (from doc)
555 fits_get_errstatus(status, text);
556 //ostringstream str;
557 //str << "Writing FITS row " << i << " in " << groupName << ": " << text << " (file_write_tblbytes, rc=" << status << ")";
558 //Error(str);
559 }
560
561 start += size;
562 return status;
563 }
564
565 // --------------------------------------------------------------------------
566 //
567 //! This writes one event to the file
568 //! @param e the pointer to the EVENT
569 //
570 virtual bool Write(EVENT *e)
571 {
572 //FIXME As discussed earlier, we do not swap the bytes yet.
573 fTable->makeThisCurrent();
574
575 //insert a new row
576 int status(0);
577 if (fits_insert_rows(fTable->fitsPointer(), fNumRows, 1, &status))
578 {
579 //ostringstream str;
580 //str << "Inserting row into " << fFileName << " failed (fits_insert_rows, rc=" << status << ")";
581 //fMess->Error(str);
582 //TODO pipe this error message to the appropriate error stream
583 }
584 fNumRows++;
585
586 const int sh = sizeof(EVENT)+NPIX*e->Roi*2;
587
588 // column size pointer
589 size_t col = 1;
590 if (!WriteColumns(col, sh, e))
591 return true;
592
593 //TODO output an error
594 return false;
595
596 /*
597 //write the data, chunk by chunk
598 //FIXME hard-coded size corresponds to current variables of the event, in bytes.
599 //FIXME no padding was taken into account. Because smallest member is 2 bytes, I don't think that this should be a problem.
600 const long sizeInBytesOfEventBeforePointers = 16;
601
602 long col = 1;
603 if (FitsWriteTblBytes(col, sizeInBytesOfEventBeforePointers, e))
604 {
605 //TODO output an error
606 return false;
607 }
608 if (FitsWriteTblBytes(col, NBOARDS*2, e->BoardTime))
609 {
610 //TODO output an error
611 return false;
612 }
613 if (FitsWriteTblBytes(col, NPIX*2, e->StartPix))
614 {
615 //TODO output an error
616 return false;
617 }
618 if (FitsWriteTblBytes(col, NTMARK*2, e->StartTM))
619 {
620 //TODO output an error
621 return false;
622 }
623 if (FitsWriteTblBytes(col, NPIX*fRoi*2, e->Adc_Data))
624 {
625 //TODO output an error
626 return false;
627 }
628 return true;*/
629 }
630
631 void WriteFooter(RUN_TAIL *rt)
632 {
633 //write final header keys
634 fTable->makeThisCurrent();
635
636 WriteKey("NBEVTOK", rt ? rt->nEventsOk : uint32_t(0),
637 "How many events were written");
638
639 WriteKey("NBEVTREJ", rt ? rt->nEventsRej : uint32_t(0),
640 "How many events were rejected by SW-trig");
641
642 WriteKey("NBEVTBAD", rt ? rt->nEventsBad : uint32_t(0),
643 "How many events were rejected by Error");
644
645 //FIXME shouldn't we convert start and stop time to MjD first ?
646 //FIXME shouldn't we also add an MjD reference ?
647
648 WriteKey("TSTART", rt ? rt->PCtime0 : uint32_t(0),
649 "Time when first event received");
650
651 WriteKey("TSTOP", rt ? rt->PCtimeX : uint32_t(0),
652 "Time when last event received");
653 }
654
655 // --------------------------------------------------------------------------
656 //
657 //! Closes the file, and before this it write the TAIL data
658 //! @param rt the pointer to the RUN_TAIL data structure
659 //
660 virtual bool Close(RUN_TAIL *rt = 0)
661 {
662 if (!fFile)
663 return false;
664
665 WriteFooter(rt);
666
667 delete fFile;
668 fFile = NULL;
669
670 return true;
671 }
672
673};
674#else
675#define DataFileFits DataFileRaw
676#endif
677
678class EventBuilderWrapper
679{
680public:
681 // FIXME
682 static EventBuilderWrapper *This;
683
684 MessageImp &fMsg;
685
686private:
687 boost::thread fThread;
688
689 enum CommandStates_t // g_runStat
690 {
691 kAbort = -2, // quit as soon as possible ('abort')
692 kExit = -1, // stop reading, quit when buffered events done ('exit')
693 kInitialize = 0, // 'initialize' (e.g. dim not yet started)
694 kHybernate = 1, // do nothing for long time ('hybernate') [wakeup within ~1sec]
695 kSleep = 2, // do nothing ('sleep') [wakeup within ~10msec]
696 kModeFlush = 10, // read data from camera, but skip them ('flush')
697 kModeTest = 20, // read data and process them, but do not write to disk ('test')
698 kModeFlag = 30, // read data, process and write all to disk ('flag')
699 kModeRun = 40, // read data, process and write selected to disk ('run')
700 };
701
702 enum
703 {
704 kCurrent = 0,
705 kTotal = 1
706 };
707
708 enum FileFormat_t
709 {
710 kNone,
711 kDebug,
712 kFits,
713 kRaw
714 };
715
716 FileFormat_t fFileFormat;
717
718
719 uint32_t fMaxRun;
720 uint32_t fNumEvts[2];
721
722 DimDescribedService fDimRuns;
723 DimDescribedService fDimEvents;
724 DimDescribedService fDimEventData;
725 DimDescribedService fDimFwVersion;
726 DimDescribedService fDimRunNumber;
727 DimDescribedService fDimStatus;
728 DimDescribedService fDimDNA;
729 DimDescribedService fDimStatistics;
730
731 bool fDebugStream;
732 bool fDebugRead;
733
734 int Write(const Time &time, const std::string &txt, int qos)
735 {
736 return fMsg.Write(time, txt, qos);
737 }
738
739public:
740 EventBuilderWrapper(MessageImp &imp) : fMsg(imp),
741 fFileFormat(kRaw), fMaxRun(0),
742 fDimRuns ("FAD_CONTROL/RUNS", "I:3", ""),
743 fDimEvents ("FAD_CONTROL/EVENTS", "I:2", ""),
744 fDimEventData ("FAD_CONTROL/EVENT_DATA", "S:1;I:1;S:1;I:2;S:1;S", ""),
745 fDimFwVersion ("FAD_CONTROL/FIRMWARE_VERSION", "F:42", ""),
746 fDimRunNumber ("FAD_CONTROL/RUN_NUMBER", "I:42", ""),
747 fDimStatus ("FAD_CONTROL/STATUS", "S:42", ""),
748 fDimDNA ("FAD_CONTROL/DNA", "X:40", ""),
749 fDimStatistics ("FAD_CONTROL/STATISTICS", "X:8", ""),
750 fDebugStream(false), fDebugRead(false)
751 {
752 if (This)
753 throw logic_error("EventBuilderWrapper cannot be instantiated twice.");
754
755 This = this;
756
757 memset(fNumEvts, 0, sizeof(fNumEvts));
758
759 fDimEvents.Update(fNumEvts);
760
761 for (size_t i=0; i<40; i++)
762 ConnectSlot(i, tcp::endpoint());
763 }
764 ~EventBuilderWrapper()
765 {
766 Abort();
767
768 // FIXME: Used timed_join and abort afterwards
769 // What's the maximum time the eb need to abort?
770 fThread.join();
771 //ffMsg.Info("EventBuilder stopped.");
772
773 for (vector<DataFileImp*>::iterator it=fFiles.begin(); it!=fFiles.end(); it++)
774 delete *it;
775 }
776
777 bool IsThreadRunning()
778 {
779 return !fThread.timed_join(boost::posix_time::microseconds(0));
780 }
781
782 void SetMaxMemory(unsigned int mb) const
783 {
784 if (mb*1000000<GetUsedMemory())
785 {
786 // ffMsg.Warn("...");
787 return;
788 }
789
790 g_maxMem = mb*1000000;
791 }
792
793 void StartThread(const vector<tcp::endpoint> &addr)
794 {
795 if (IsThreadRunning())
796 {
797 fMsg.Warn("Start - EventBuilder still running");
798 return;
799 }
800
801 for (size_t i=0; i<40; i++)
802 ConnectSlot(i, addr[i]);
803
804 g_runStat = kModeRun;
805
806 fMsg.Message("Starting EventBuilder thread");
807
808 fThread = boost::thread(StartEvtBuild);
809 }
810 void ConnectSlot(unsigned int i, const tcp::endpoint &addr)
811 {
812 if (i>39)
813 return;
814
815 if (addr==tcp::endpoint())
816 {
817 DisconnectSlot(i);
818 return;
819 }
820
821 g_port[i].sockAddr.sin_family = AF_INET;
822 g_port[i].sockAddr.sin_addr.s_addr = htonl(addr.address().to_v4().to_ulong());
823 g_port[i].sockAddr.sin_port = htons(addr.port());
824 // In this order
825 g_port[i].sockDef = 1;
826 }
827 void DisconnectSlot(unsigned int i)
828 {
829 if (i>39)
830 return;
831
832 g_port[i].sockDef = 0;
833 // In this order
834 g_port[i].sockAddr.sin_family = AF_INET;
835 g_port[i].sockAddr.sin_addr.s_addr = 0;
836 g_port[i].sockAddr.sin_port = 0;
837 }
838 void IgnoreSlot(unsigned int i)
839 {
840 if (i>39)
841 return;
842 if (g_port[i].sockAddr.sin_port==0)
843 return;
844
845 g_port[i].sockDef = -1;
846 }
847
848
849 void Abort()
850 {
851 fMsg.Message("Signal abort to EventBuilder thread...");
852 g_runStat = kAbort;
853 }
854
855 void Exit()
856 {
857 fMsg.Message("Signal exit to EventBuilder thread...");
858 g_runStat = kExit;
859 }
860
861 /*
862 void Wait()
863 {
864 fThread.join();
865 ffMsg.Message("EventBuilder stopped.");
866 }*/
867
868 void Hybernate() const { g_runStat = kHybernate; }
869 void Sleep() const { g_runStat = kSleep; }
870 void FlushMode() const { g_runStat = kModeFlush; }
871 void TestMode() const { g_runStat = kModeTest; }
872 void FlagMode() const { g_runStat = kModeFlag; }
873 void RunMode() const { g_runStat = kModeRun; }
874
875 // FIXME: To be removed
876 void SetMode(int mode) const { g_runStat = mode; }
877
878 bool IsConnected(int i) const { return gi_NumConnect[i]==7; }
879 bool IsConnecting(int i) const { return !IsConnected(i) && !IsDisconnected(i); }
880 bool IsDisconnected(int i) const { return gi_NumConnect[i]<=0 && g_port[i].sockDef==0; }
881 int GetNumConnected(int i) const { return gi_NumConnect[i]; }
882
883 void SetIgnore(int i, bool b) const { if (g_port[i].sockDef!=0) g_port[i].sockDef=b?-1:1; }
884 bool IsIgnored(int i) const { return g_port[i].sockDef==-1; }
885
886 void SetDebugStream(bool b)
887 {
888 fDebugStream = b;
889 if (b)
890 return;
891
892 for (int i=0; i<40; i++)
893 {
894 if (!fDumpStream[i].is_open())
895 continue;
896
897 fDumpStream[i].close();
898
899 ostringstream name;
900 name << "socket_dump-" << setfill('0') << setw(2) << i << ".bin";
901 fMsg.Message("Closed file '"+name.str()+"'");
902 }
903 }
904
905 void SetDebugRead(bool b)
906 {
907 fDebugRead = b;
908 if (b || !fDumpRead.is_open())
909 return;
910
911 fDumpRead.close();
912 fMsg.Message("Closed file 'socket_events.txt'");
913 }
914
915 size_t GetUsedMemory() const { return gi_usedMem; }
916
917 virtual int CloseOpenFiles() { CloseRunFile(0, 0); return 0; }
918
919
920 /*
921 struct OpenFileToDim
922 {
923 int code;
924 char fileName[FILENAME_MAX];
925 };
926
927 SignalRunOpened(runid, filename);
928 // Send num open files
929 // Send runid, (more info about the run?), filename via dim
930
931 SignalEvtWritten(runid);
932 // Send num events written of newest file
933
934 SignalRunClose(runid);
935 // Send new num open files
936 // Send empty file-name if no file is open
937
938 */
939
940 // -------------- Mapped event builder callbacks ------------------
941
942 void UpdateRuns()
943 {
944 uint32_t values[3] =
945 {
946 static_cast<uint32_t>(fFiles.size()),
947 0xffffffff,
948 0
949 };
950
951 for (vector<DataFileImp*>::const_iterator it=fFiles.begin();
952 it!=fFiles.end(); it++)
953 {
954 const DataFileImp *file = *it;
955
956 if (file->GetRunId()<values[1])
957 values[1] = file->GetRunId();
958
959 if (file->GetRunId()>values[2])
960 values[2] = file->GetRunId();
961 }
962
963 fDimRuns.Update(values);
964 }
965
966 vector<DataFileImp*> fFiles;
967
968 FileHandle_t runOpen(uint32_t runid, RUN_HEAD *h, size_t)
969 {
970 // Check if file already exists...
971 DataFileImp *file = 0;
972 switch (fFileFormat)
973 {
974 case kNone: file = new DataFileNone(runid); break;
975 case kDebug: file = new DataFileDebug(runid); break;
976 case kFits: file = new DataFileFits(runid); break;
977 case kRaw: file = new DataFileNone(runid); break;
978 }
979
980 try
981 {
982 if (!file->OpenFile(h))
983 return 0;
984 }
985 catch (const exception &e)
986 {
987 return 0;
988 }
989
990 fFiles.push_back(file);
991
992 UpdateRuns();
993
994 fNumEvts[kCurrent] = 0;
995 fDimEvents.Update(fNumEvts);
996 // fDimCurrentEvent.Update(uint32_t(0));
997
998 return reinterpret_cast<FileHandle_t>(file);
999 }
1000
1001 int runWrite(FileHandle_t handler, EVENT *e, size_t)
1002 {
1003 DataFileImp *file = reinterpret_cast<DataFileImp*>(handler);
1004
1005 if (!file->Write(e))
1006 return -1;
1007
1008 if (file->GetRunId()==fMaxRun)
1009 {
1010 //fDimCurrentEvent.Update(e->EventNum);
1011 fNumEvts[kCurrent]++;
1012 }
1013
1014 fNumEvts[kTotal]++;
1015
1016 static Time oldt;
1017 Time newt;
1018 if (newt>oldt+boost::posix_time::seconds(1))
1019 {
1020 fDimEvents.Update(fNumEvts);
1021 oldt = newt;
1022 }
1023
1024 // ===> SignalEvtWritten(runid);
1025 // Send num events written of newest file
1026
1027 /* close run runId (all all runs if runId=0) */
1028 /* return: 0=close scheduled / >0 already closed / <0 does not exist */
1029 //CloseRunFile(file->GetRunId(), time(NULL)+2) ;
1030
1031 return 0;
1032 }
1033
1034 int runClose(FileHandle_t handler, RUN_TAIL *tail, size_t)
1035 {
1036 DataFileImp *file = reinterpret_cast<DataFileImp*>(handler);
1037
1038 const vector<DataFileImp*>::iterator it = find(fFiles.begin(), fFiles.end(), file);
1039 if (it==fFiles.end())
1040 {
1041 ostringstream str;
1042 str << "File handler (" << handler << ") requested to close by event builder doesn't exist.";
1043 fMsg.Fatal(str);
1044 return -1;
1045 }
1046
1047 ostringstream str;
1048 str << "Closing file for run " << file->GetRunId() << " (" << file << ")" << endl;
1049 fMsg.Info(str);
1050
1051 fFiles.erase(it);
1052
1053 UpdateRuns();
1054
1055 const bool rc = file->Close(tail);
1056 if (!rc)
1057 {
1058 // Error message
1059 }
1060
1061 delete file;
1062
1063 // ==> SignalRunClose(runid);
1064 // Send new num open files
1065 // Send empty file-name if no file is open
1066
1067 return rc ? 0 : -1;
1068 }
1069
1070 ofstream fDumpStream[40];
1071
1072 void debugStream(int isock, void *buf, int len)
1073 {
1074 if (!fDebugStream)
1075 return;
1076
1077 const int slot = isock/7;
1078 if (slot<0 || slot>39)
1079 return;
1080
1081 if (!fDumpStream[slot].is_open())
1082 {
1083 ostringstream name;
1084 name << "socket_dump-" << setfill('0') << setw(2) << slot << ".bin";
1085
1086 fDumpStream[slot].open(name.str().c_str(), ios::app);
1087 if (!fDumpStream[slot])
1088 {
1089 ostringstream str;
1090 str << "Open file '" << name << "': " << strerror(errno) << " (errno=" << errno << ")";
1091 fMsg.Error(str);
1092
1093 return;
1094 }
1095
1096 fMsg.Message("Opened file '"+name.str()+"' for writing.");
1097 }
1098
1099 fDumpStream[slot].write(reinterpret_cast<const char*>(buf), len);
1100 }
1101
1102 ofstream fDumpRead; // Stream to possibly dump docket events
1103
1104 void debugRead(int isock, int ibyte, uint32_t event, uint32_t ftmevt, uint32_t runno, int state, uint32_t tsec, uint32_t tusec)
1105 {
1106 // isock = socketID (0-279)
1107 // ibyte = #bytes gelesen
1108 // event = eventId (oder 0 wenn noch nicht bekannt)
1109 // state : 1=finished reading data
1110 // 0=reading data
1111 // -1=start reading data (header)
1112 // -2=start reading data,
1113 // eventId not known yet (too little data)
1114 // tsec, tusec = time when reading seconds, microseconds
1115 //
1116 if (!fDebugRead || ibyte==0)
1117 return;
1118
1119 if (!fDumpRead.is_open())
1120 {
1121 fDumpRead.open("socket_events.txt", ios::app);
1122 if (!fDumpRead)
1123 {
1124 ostringstream str;
1125 str << "Open file 'socket_events.txt': " << strerror(errno) << " (errno=" << errno << ")";
1126 fMsg.Error(str);
1127
1128 return;
1129 }
1130
1131 fMsg.Message("Opened file 'socket_events.txt' for writing.");
1132
1133 fDumpRead << "# START: " << Time().GetAsStr() << endl;
1134 fDumpRead << "# state time_sec time_usec socket slot runno event_id trigger_id bytes_received" << endl;
1135 }
1136
1137 fDumpRead
1138 << setw(2) << state << " "
1139 << setw(8) << tsec << " "
1140 << setw(9) << tusec << " "
1141 << setw(3) << isock << " "
1142 << setw(2) << isock/7 << " "
1143 << runno << " "
1144 << event << " "
1145 << ftmevt << " "
1146 << ibyte << endl;
1147 }
1148
1149 struct DimEventData
1150 {
1151 uint16_t Roi ; // #slices per pixel (same for all pixels and tmarks)
1152 uint32_t EventNum ; // EventNumber as from FTM
1153 uint16_t TriggerType ; // Trigger Type from FTM
1154
1155 uint32_t PCTime ; // when did event start to arrive at PC
1156 uint32_t BoardTime; //
1157
1158 int16_t StartPix; // First Channel per Pixel (Pixels sorted according Software ID) ; -1 if not filled
1159 int16_t StartTM; // First Channel for TimeMark (sorted Hardware ID) ; -1 if not filled
1160
1161 uint16_t Adc_Data[]; // final length defined by malloc ....
1162
1163 } __attribute__((__packed__));;
1164
1165 int eventCheck(PEVNT_HEADER *fadhd, EVENT *event)
1166 {
1167
1168 return 0;
1169
1170 /*
1171 fadhd[i] ist ein array mit den 40 fad-headers
1172 (falls ein board nicht gelesen wurde, ist start_package_flag =0 )
1173
1174 event ist die Struktur, die auch die write routine erhaelt;
1175 darin sind im header die 'soll-werte' fuer z.B. eventID
1176 als auch die ADC-Werte (falls Du die brauchst)
1177
1178 Wenn die routine einen negativen Wert liefert, wird das event
1179 geloescht (nicht an die write-routine weitergeleitet [mind. im Prinzip]
1180 */
1181
1182 /*
1183 uint16_t start_package_flag;
1184 uint16_t package_length;
1185 uint16_t version_no;
1186 uint16_t PLLLCK;
1187
1188 uint16_t trigger_crc;
1189 uint16_t trigger_type;
1190 uint32_t trigger_id;
1191
1192 uint32_t fad_evt_counter;
1193 uint32_t REFCLK_frequency;
1194
1195 uint16_t board_id;
1196 uint8_t zeroes;
1197 int8_t adc_clock_phase_shift;
1198 uint16_t number_of_triggers_to_generate;
1199 uint16_t trigger_generator_prescaler;
1200
1201 uint64_t DNA;
1202
1203 uint32_t time;
1204 uint32_t runnumber;
1205
1206 int16_t drs_temperature[NTemp];
1207
1208 uint16_t dac[NDAC];
1209 */
1210
1211 static DimEventData *data = 0;
1212
1213 const size_t sz = sizeof(DimEventData)+event->Roi*2;
1214
1215 if (data && data->Roi != event->Roi)
1216 {
1217 delete data;
1218 data = 0;
1219 }
1220
1221 if (!data)
1222 data = reinterpret_cast<DimEventData*>(new char[sz]);
1223
1224// cout << sizeof(DimEventData) << " " << event->Roi << " " << sz << " " << sizeof(*data) << endl;
1225
1226 data->Roi = event->Roi;
1227 data->EventNum = event->EventNum;
1228 data->TriggerType = event->TriggerType;
1229 data->PCTime = event->PCTime;
1230 data->BoardTime = event->BoardTime[0];
1231 data->StartPix = event->StartPix[0];
1232 data->StartTM = event->StartTM[0];
1233
1234 memcpy(data->Adc_Data, event->Adc_Data, event->Roi*2);
1235
1236 fDimEventData.setData(data, sz);
1237 fDimEventData.updateService();
1238
1239 //delete data;
1240
1241 return 0;
1242 }
1243
1244 void factOut(int severity, int err, const char *message)
1245 {
1246 // FIXME: Make the output to the console stream thread-safe
1247 ostringstream str;
1248 str << "EventBuilder(";
1249 if (err<0)
1250 str << "---";
1251 else
1252 str << err;
1253 str << "): " << message;
1254
1255 fMsg.Update(str, severity);
1256 }
1257
1258 void factStat(int64_t *stat, int len)
1259 {
1260 if (len!=7)
1261 {
1262 fMsg.Warn("factStat received unknown number of values.");
1263 return;
1264 }
1265
1266 vector<int64_t> data(1, g_maxMem);
1267 data.insert(data.end(), stat, stat+len);
1268
1269 static vector<int64_t> last(8);
1270 if (data==last)
1271 return;
1272 last = data;
1273
1274 fDimStatistics.Update(data);
1275
1276 // len ist die Laenge des arrays.
1277 // array[4] enthaelt wieviele bytes im Buffer aktuell belegt sind; daran
1278 // kannst Du pruefen, ob die 100MB voll sind ....
1279
1280 ostringstream str;
1281 str
1282 << "Wait=" << stat[0] << " "
1283 << "Skip=" << stat[1] << " "
1284 << "Del=" << stat[2] << " "
1285 << "Tot=" << stat[3] << " "
1286 << "Mem=" << stat[4] << "/" << g_maxMem << " "
1287 << "Read=" << stat[5] << " "
1288 << "Conn=" << stat[6];
1289
1290 fMsg.Info(str);
1291 }
1292
1293 boost::array<FAD::EventHeader, 40> fVecHeader;
1294
1295 template<typename T>
1296 boost::array<T, 42> Compare(const FAD::EventHeader *h, const T *t)
1297 {
1298 const int offset = reinterpret_cast<const char *>(t) - reinterpret_cast<const char *>(h);
1299
1300 const T *min = NULL;
1301 const T *val = NULL;
1302 const T *max = NULL;
1303
1304 boost::array<T, 42> vec;
1305
1306 bool rc = true;
1307 for (int i=0; i<40; i++)
1308 {
1309 const char *base = reinterpret_cast<const char*>(&fVecHeader[i]);
1310 const T *ref = reinterpret_cast<const T*>(base+offset);
1311
1312 vec[i] = *ref;
1313
1314 if (gi_NumConnect[i]!=7)
1315 {
1316 vec[i] = 0;
1317 continue;
1318 }
1319
1320 if (!val)
1321 {
1322 min = ref;
1323 val = ref;
1324 max = ref;
1325 }
1326
1327 if (*val<*min)
1328 min = val;
1329
1330 if (*val>*max)
1331 max = val;
1332
1333 if (*val!=*ref)
1334 rc = false;
1335 }
1336
1337 vec[40] = val ? *min : 0xffffffff;
1338 vec[41] = val ? *max : 0;
1339
1340 return vec;
1341 }
1342
1343 template<typename T>
1344 boost::array<T, 42> CompareBits(const FAD::EventHeader *h, const T *t)
1345 {
1346 const int offset = reinterpret_cast<const char *>(t) - reinterpret_cast<const char *>(h);
1347
1348 T val = 0;
1349 T rc = 0;
1350
1351 boost::array<T, 42> vec;
1352
1353 bool first = true;
1354
1355 for (int i=0; i<40; i++)
1356 {
1357 const char *base = reinterpret_cast<const char*>(&fVecHeader[i]);
1358 const T *ref = reinterpret_cast<const T*>(base+offset);
1359
1360 vec[i+2] = *ref;
1361
1362 if (gi_NumConnect[i]!=7)
1363 {
1364 vec[i+2] = 0;
1365 continue;
1366 }
1367
1368 if (first)
1369 {
1370 first = false;
1371 val = *ref;
1372 rc = 0;
1373 }
1374
1375 rc |= val^*ref;
1376 }
1377
1378 vec[0] = rc;
1379 vec[1] = val;
1380
1381 return vec;
1382 }
1383
1384 template<typename T, size_t N>
1385 void Update(DimDescribedService &svc, const boost::array<T, N> &data, int n=N)
1386 {
1387// svc.setQuality(vec[40]<=vec[41]);
1388 svc.setData(const_cast<T*>(data.data()), sizeof(T)*n);
1389 svc.updateService();
1390 }
1391
1392 template<typename T>
1393 void Print(const char *name, const pair<bool,boost::array<T, 43>> &data)
1394 {
1395 cout << name << "|" << data.first << "|" << data.second[1] << "|" << data.second[0] << "<x<" << data.second[1] << ":";
1396 for (int i=0; i<40;i++)
1397 cout << " " << data.second[i+3];
1398 cout << endl;
1399 }
1400
1401 vector<uint> fNumConnected;
1402
1403 void debugHead(int socket, const FAD::EventHeader &h)
1404 {
1405 const uint16_t id = h.Id();
1406 if (id>39)
1407 return;
1408
1409 if (fNumConnected.size()!=40)
1410 fNumConnected.resize(40);
1411
1412 vector<uint> con(gi_NumConnect, gi_NumConnect+40);
1413
1414 bool changed = con!=fNumConnected || !IsThreadRunning();
1415
1416 fNumConnected = con;
1417
1418
1419 const FAD::EventHeader old = fVecHeader[id];
1420 fVecHeader[id] = h;
1421
1422 if (old.fVersion != h.fVersion || changed)
1423 {
1424 const boost::array<uint16_t,42> ver = Compare(&h, &h.fVersion);
1425
1426 boost::array<float,42> data;
1427 for (int i=0; i<42; i++)
1428 {
1429 ostringstream str;
1430 str << (ver[i]>>8) << '.' << (ver[i]&0xff);
1431 data[i] = atof(str.str().c_str());
1432 }
1433 Update(fDimFwVersion, data);
1434 }
1435
1436 if (old.fRunNumber != h.fRunNumber || changed)
1437 {
1438 const boost::array<uint32_t,42> run = Compare(&h, &h.fRunNumber);
1439 fDimRunNumber.Update(run);
1440 }
1441
1442 if (old.fDNA != h.fDNA || changed)
1443 {
1444 const boost::array<uint64_t,42> dna = Compare(&h, &h.fDNA);
1445 Update(fDimDNA, dna, 40);
1446 }
1447
1448 if (old.fStatus != h.fStatus || changed)
1449 {
1450 const boost::array<uint16_t,42> sts = CompareBits(&h, &h.fStatus);
1451 Update(fDimStatus, sts);
1452 }
1453
1454 /*
1455 uint16_t fTriggerType;
1456 uint32_t fTriggerId;
1457 uint32_t fEventCounter;
1458 uint32_t fFreqRefClock;
1459 uint16_t fAdcClockPhaseShift;
1460 uint16_t fNumTriggersToGenerate;
1461 uint16_t fTriggerGeneratorPrescaler;
1462 uint32_t fTimeStamp;
1463 int16_t fTempDrs[kNumTemp]; // In units of 1/16 deg(?)
1464 uint16_t fDac[kNumDac];
1465 */
1466 }
1467};
1468
1469EventBuilderWrapper *EventBuilderWrapper::This = 0;
1470
1471// ----------- Event builder callbacks implementation ---------------
1472extern "C"
1473{
1474 FileHandle_t runOpen(uint32_t irun, RUN_HEAD *runhd, size_t len)
1475 {
1476 return EventBuilderWrapper::This->runOpen(irun, runhd, len);
1477 }
1478
1479 int runWrite(FileHandle_t fileId, EVENT *event, size_t len)
1480 {
1481 return EventBuilderWrapper::This->runWrite(fileId, event, len);
1482 }
1483
1484 int runClose(FileHandle_t fileId, RUN_TAIL *runth, size_t len)
1485 {
1486 return EventBuilderWrapper::This->runClose(fileId, runth, len);
1487 }
1488
1489 void factOut(int severity, int err, const char *message)
1490 {
1491 if (severity!=99)
1492 EventBuilderWrapper::This->factOut(severity, err, message);
1493 }
1494
1495 void factStat(int64_t *array, int len)
1496 {
1497 EventBuilderWrapper::This->factStat(array, len);
1498 }
1499
1500 void debugHead(int socket, void *buf)
1501 {
1502 const uint16_t *ptr = reinterpret_cast<uint16_t*>(buf);
1503
1504 EventBuilderWrapper::This->debugHead(socket, FAD::EventHeader(ptr));
1505 }
1506
1507 void debugStream(int isock, void *buf, int len)
1508 {
1509 return EventBuilderWrapper::This->debugStream(isock, buf, len);
1510 }
1511
1512 void debugRead(int isock, int ibyte, int32_t event, int32_t ftmevt, int32_t runno, int state, uint32_t tsec, uint32_t tusec)
1513 {
1514 EventBuilderWrapper::This->debugRead(isock, ibyte, event, ftmevt, runno, state, tsec, tusec);
1515 }
1516
1517 int eventCheck(PEVNT_HEADER *fadhd, EVENT *event)
1518 {
1519 return EventBuilderWrapper::This->eventCheck(fadhd, event);
1520 }
1521}
1522
1523#endif
Note: See TracBrowser for help on using the repository browser.