#ifndef FACT_EventBuilderWrapper #define FACT_EventBuilderWrapper #include #if BOOST_VERSION < 104400 #if (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ > 4)) #undef BOOST_HAS_RVALUE_REFS #endif #endif #include #include #include #include "EventBuilder.h" extern "C" { extern void StartEvtBuild(); extern int CloseRunFile(uint32_t runId, uint32_t closeTime); } namespace ba = boost::asio; namespace bs = boost::system; using ba::ip::tcp; using namespace std; class DataFileImp { uint32_t fRunId; protected: string fFileName; public: DataFileImp(uint32_t id) : fRunId(id) { } virtual ~DataFileImp() { } virtual bool OpenFile(RUN_HEAD* h) = 0; virtual bool Write(EVENT *) = 0; virtual bool Close(RUN_TAIL * = 0) = 0; const string &GetFileName() const { return fFileName; } uint32_t GetRunId() const { return fRunId; } // -------------------------------------------------------------------------- // //! This creates an appropriate file name for a particular run number and type //! @param runNumber the run number for which a filename is to be created //! @param runType an int describing the kind of run. 0=Data, 1=Pedestal, 2=Calibration, 3=Calibrated data //! @param extension a string containing the extension to be appened to the file name // string FormFileName(uint32_t runType, string extension) { //TODO where am I supposed to get the base directory from ? //TODO also, for creating subsequent directories, should I use the functions from the dataLogger ? string baseDirectory = "./Run"; ostringstream result; // result << baseDirectory; // result << Time::fmt("/%Y/%m/%d/") << (Time() - boost::posix_time::time_duration(12,0,0)); result << setfill('0') << setw(8) << fRunId; result << ".001_"; switch (runType) { case -1: result << 'T'; break; case 0: result << 'D'; break; case 1: result << 'P'; break; case 2: result << 'C'; break; case 3: result << 'N'; break; default: result << runType; }; result << "." << extension; return result.str(); } }; class DataFileNone : public DataFileImp { public: DataFileNone(uint32_t id) : DataFileImp(id) { } bool OpenFile(RUN_HEAD* h) { fFileName = "/dev/null"; cout << "OPEN_FILE #" << GetRunId() << " (" << this << ")" << endl; cout << " Ver= " << h->Version << endl; cout << " Typ= " << h->RunType << endl; cout << " Nb = " << h->NBoard << endl; cout << " Np = " << h->NPix << endl; cout << " NTm= " << h->NTm << endl; cout << " roi= " << h->Nroi << endl; return true; } bool Write(EVENT *) { return true; } bool Close(RUN_TAIL * = 0) { cout << "CLOSE FILE #" << GetRunId() << " (" << this << ")" << endl; return true; } }; class DataFileDebug : public DataFileNone { public: DataFileDebug(uint32_t id) : DataFileNone(id) { } bool Write(EVENT *e) { cout << "WRITE_EVENT #" << GetRunId() << " (" << e->EventNum << ")" << endl; cout << " Typ=" << e->TriggerType << endl; cout << " roi=" << e->Roi << endl; cout << " trg=" << e->SoftTrig << endl; cout << " tim=" << e->PCTime << endl; return true; } }; #include "FAD.h" class DataFileRaw : public DataFileImp { ofstream fOut; off_t fPosTail; uint32_t fCounter; // WRITE uint32_t 0xFAC77e1e (FACT Tele) // === // WRITE uint32_t TYPE(>0) == 1 // WRITE uint32_t ID(>0) == 0 // WRITE uint32_t VERSION(>0) == 1 // WRITE uint32_t LENGTH // - // WRITE uint32_t TELESCOPE ID // WRITE uint32_t RUNID // === // WRITE uint32_t TYPE(>0) == 2 // WRITE uint32_t ID(>0) == 0 // WRITE uint32_t VERSION(>0) == 1 // WRITE uint32_t LENGTH // - // WRITE HEADER // === // [ 40 TIMES // WRITE uint32_t TYPE(>0) == 3 // WRITE uint32_t ID(>0) == 0..39 // WRITE uint32_t VERSION(>0) == 1 // WRITE uint32_t LENGTH // - // WRITE BOARD-HEADER // ] // === // WRITE uint32_t TYPE(>0) == 4 // WRITE uint32_t ID(>0) == 0 // WRITE uint32_t VERSION(>0) == 1 // WRITE uint32_t LENGTH // - // WRITE FOOTER (empty) // === // [ N times // WRITE uint32_t TYPE(>0) == 10 // WRITE uint32_t ID(>0) == counter // WRITE uint32_t VERSION(>0) == 1 // WRITE uint32_t LENGTH HEADER // - // WRITE HEADER+DATA // ] // === // WRITE uint32_t TYPE ==0 // WRITE uint32_t VERSION==0 // WRITE uint32_t LENGTH ==0 // === // Go back and write footer public: DataFileRaw(uint32_t id) : DataFileImp(id) { } ~DataFileRaw() { Close(); } void WriteBlockHeader(uint32_t type, uint32_t ver, uint32_t cnt, uint32_t len) { const uint32_t val[4] = { type, ver, cnt, len }; fOut.write(reinterpret_cast(val), sizeof(val)); } template void WriteValue(const T &t) { fOut.write(reinterpret_cast(&t), sizeof(T)); } enum { kEndOfFile = 0, kIdentifier = 1, kRunHeader, kBoardHeader, kRunSummary, kEvent, }; virtual bool OpenFile(RUN_HEAD *h) { const string name = FormFileName(h->RunType, "bin"); fFileName = name; errno = 0; fOut.open(name.c_str(), ios_base::out); if (!fOut) { //ostringstream str; //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")"; //Error(str); return false; } fCounter = 0; static uint32_t FACT = 0xFAC77e1e; fOut.write(reinterpret_cast(&FACT), 4); WriteBlockHeader(kIdentifier, 1, 0, 8); WriteValue(uint32_t(0)); WriteValue(GetRunId()); WriteBlockHeader(kRunHeader, 1, 0, sizeof(RUN_HEAD)-sizeof(PEVNT_HEADER*)); fOut.write(reinterpret_cast(h), sizeof(RUN_HEAD)-sizeof(PEVNT_HEADER*)); for (int i=0; i<40; i++) { WriteBlockHeader(kBoardHeader, 1, i, sizeof(PEVNT_HEADER)); fOut.write(reinterpret_cast(h->FADhead+i), sizeof(PEVNT_HEADER)); } // FIXME: Split this const vector block(sizeof(uint32_t)+sizeof(RUN_TAIL)); WriteBlockHeader(kRunSummary, 1, 0, block.size()); fPosTail = fOut.tellp(); fOut.write(block.data(), block.size()); if (!fOut) { //ostringstream str; //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")"; //Error(str); return false; } return true; } virtual bool Write(EVENT *evt) { const int sh = sizeof(EVENT)-2 + NPIX*evt->Roi*2; WriteBlockHeader(kEvent, 1, fCounter++, sh); fOut.write(reinterpret_cast(evt)+2, sh); return true; } virtual bool Close(RUN_TAIL *tail= 0) { WriteBlockHeader(kEndOfFile, 0, 0, 0); if (tail) { fOut.seekp(fPosTail); WriteValue(uint32_t(1)); fOut.write(reinterpret_cast(tail), sizeof(RUN_TAIL)); } if (!fOut) { //ostringstream str; //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")"; //Error(str); return false; } fOut.close(); if (!fOut) { //ostringstream str; //str << "Open file " << name << ": " << strerror(errno) << " (errno=" << errno << ")"; //Error(str); return false; } return true; } }; #ifdef HAS_FITS class DataFileFits : public DataFileImp { CCfits::FITS* fFile; /// The pointer to the CCfits FITS file CCfits::Table* fTable; /// The pointer to the CCfits binary table uint64_t fNumRows; ///the number of rows that have been written already to the FITS file. public: DataFileFits(uint32_t runid) : DataFileImp(runid), fFile(0) { } // -------------------------------------------------------------------------- // //! Default destructor //! The Fits file SHOULD have been closed already, otherwise the informations //! related to the RUN_TAIL will NOT be written to the file. // ~DataFileFits() { Close(); } // -------------------------------------------------------------------------- // //! Add a new column to the vectors storing the column data. //! @param names the vector of string storing the columns names //! @param types the vector of string storing the FITS data format //! @param numElems the number of elements in this column //! @param type the char describing the FITS data format //! @param name the name of the particular column to be added. // inline void AddColumnEntry(vector& names, vector& types, int numElems, char type, string name) { names.push_back(name); ostringstream str; if (numElems != 1) str << numElems; str << type; types.push_back(str.str()); } // -------------------------------------------------------------------------- // //! Writes a single header key entry //! @param name the name of the key //! @param value its value //! @param comment the comment associated to that key // //FIXME this function is a duplicate from the class Fits. should we try to merge it ? template void WriteKey(const string &name, const T &value, const string &comment) { try { fTable->addKey(name, value, comment); } catch (CCfits::FitsException e) { ostringstream str; str << "Could not add header key "; //TODO pipe the error message somewhere } } template void WriteKey(const string &name, const int idx, const T &value, const string &comment) { ostringstream str; str << name << idx; WriteKey(str.str(), value, comment); } // -------------------------------------------------------------------------- // //! DataFileFits constructor. This is the one that should be used, not the default one (parameter-less) //! @param runid This parameter should probably be removed. I first thought it was the run number, but apparently it is not //! @param h a pointer to the RUN_HEAD structure that contains the informations relative to this run // bool OpenFile(RUN_HEAD* h) { //Form filename, based on runid and run-type const string fileName = FormFileName(h->RunType, "fits"); fFileName = fileName; //create the FITS object try { fFile = new CCfits::FITS(fileName, CCfits::RWmode::Write); } catch (CCfits::FitsException e) { ostringstream str; str << "Could not open FITS file " << fileName << " reason: " << e.message(); //TODO display the message somewhere return false; } //create columns according to header ostringstream arrayTypes; // uint32_t EventNum ; // EventNumber as from FTM // uint16_t TriggerType ; // Trigger Type from FTM // uint32_t SoftTrig ; // SoftTrigger Info (TBD) // uint32_t PCTime ; // when did event start to arrive at PC // uint32_t BoardTime[NBOARDS];// // int16_t StartPix[NPIX]; // First Channel per Pixel (Pixels sorted according Software ID) ; -1 if not filled // int16_t StartTM[NTMARK]; // First Channel for TimeMark (sorted Hardware ID) ; -1 if not filled // uint16_t Adc_Data[]; // final length defined by malloc .... vector colNames; vector dataTypes; AddColumnEntry(colNames, dataTypes, 1, 'V', "EventNum"); AddColumnEntry(colNames, dataTypes, 1, 'U', "TriggerType"); AddColumnEntry(colNames, dataTypes, 1, 'V', "SoftTrig"); AddColumnEntry(colNames, dataTypes, 1, 'V', "PCTime"); AddColumnEntry(colNames, dataTypes, NBOARDS, 'V', "BoardTime"); AddColumnEntry(colNames, dataTypes, NPIX, 'I', "StartPix"); AddColumnEntry(colNames, dataTypes, NTMARK, 'I', "StartTM"); AddColumnEntry(colNames, dataTypes, NPIX*h->Nroi, 'U', "Data"); //actually create the table try { fTable = fFile->addTable("Events", 0, colNames, dataTypes); if (fTable->rows() != 0) { ostringstream str; str << "Error: table created on the fly looks non-empty."; //TODO giev the error text to some error handler //FIXME I guess that this error checking is useless. remove it for performances. } } catch (const CCfits::FitsException &e) { ostringstream str; str << "Could not create FITS table " << "Events" << " in file " << fileName << " reason: " << e.message(); //TODO give the error text to some error handler Close(); return false; } //write header data //first the "standard" keys string stringValue; WriteKey("EXTREL", 1.0f, "Release Number"); WriteKey("TELESCOP", "FACT", "Telescope that acquired this data"); WriteKey("ORIGIN", "ISDC", "Institution that wrote the file"); WriteKey("CREATOR", "FACT++ Event Builder", "Program that wrote this file"); stringValue = Time().GetAsStr(); stringValue[10]= 'T'; WriteKey("DATE", stringValue, "File creation data"); WriteKey("TIMESYS", "TT", "Time frame system"); WriteKey("TIMEUNIT", "d", "Time unit"); WriteKey("TIMEREF", "UTC", "Time reference frame"); //FIXME should we also put the start and stop time of the received data ? //now the events header related variables WriteKey("VERSION", h->Version, "Builder version"); WriteKey("RUNTYPE", h->RunType, "Type of run"); WriteKey("NBOARD", h->NBoard, "Number of acquisition boards"); WriteKey("NPIX", h->NPix, "Number of pixels"); WriteKey("NTM", h->NTm, "Number of Time marks"); WriteKey("NROI", h->Nroi, "Number of slices per pixels"); //now the boards related keywords for (int i=0; iNBoard; i++) { const PEVNT_HEADER &hh = h->FADhead[i]; WriteKey("STPKGFG", i, hh.start_package_flag, "Start package flag"); WriteKey("PKGLEN", i, hh.package_length, "Package length"); WriteKey("VERNO", i, hh.version_no, "Version number"); WriteKey("STATUS", i, hh.PLLLCK, ""); /* WriteKey("TRIGCRC", i, hh.trigger_crc, "Trigger CRC"); WriteKey("TRIGTYP", i, hh.trigger_type, "Trigger type"); WriteKey("TRIGID", i, hh.trigger_id, "Trigger ID"); WriteKey("EVTCNTR", i, hh.fad_evt_counter, "FAD Event Counter"); WriteKey("REFCLK", i, hh.REFCLK_frequency, "Reference Clock Frequency"); */ WriteKey("BOARDID", i, hh.board_id, "Board ID"); WriteKey("PHASESH", i, hh.adc_clock_phase_shift, "ADC clock phase shift"); WriteKey("TRGGEN", i, hh.number_of_triggers_to_generate, "Number of triggers to generate"); WriteKey("PRESC", i, hh.trigger_generator_prescaler, "Trigger generator prescaler"); WriteKey("DNA", i, hh.DNA, "DNA"); WriteKey("TIME", i, hh.time, "Time"); WriteKey("RUNNB", i, hh.runnumber, "Run number"); /* for (int j=0;jFADhead[i].drs_temperature[j], str2.str()); } */ for (int j=0;jfitsPointer(), fNumRows, start, size, reinterpret_cast(e), &status); if (status) { char text[30];//max length of cfitsio error strings (from doc) fits_get_errstatus(status, text); //ostringstream str; //str << "Writing FITS row " << i << " in " << groupName << ": " << text << " (file_write_tblbytes, rc=" << status << ")"; //Error(str); } start += size; return status; } // -------------------------------------------------------------------------- // //! This writes one event to the file //! @param e the pointer to the EVENT // virtual bool Write(EVENT *e) { //FIXME As discussed earlier, we do not swap the bytes yet. fTable->makeThisCurrent(); //insert a new row int status(0); if (fits_insert_rows(fTable->fitsPointer(), fNumRows, 1, &status)) { //ostringstream str; //str << "Inserting row into " << fFileName << " failed (fits_insert_rows, rc=" << status << ")"; //fMess->Error(str); //TODO pipe this error message to the appropriate error stream } fNumRows++; const int sh = sizeof(EVENT)+NPIX*e->Roi*2; // column size pointer size_t col = 1; if (!WriteColumns(col, sh, e)) return true; //TODO output an error return false; /* //write the data, chunk by chunk //FIXME hard-coded size corresponds to current variables of the event, in bytes. //FIXME no padding was taken into account. Because smallest member is 2 bytes, I don't think that this should be a problem. const long sizeInBytesOfEventBeforePointers = 16; long col = 1; if (FitsWriteTblBytes(col, sizeInBytesOfEventBeforePointers, e)) { //TODO output an error return false; } if (FitsWriteTblBytes(col, NBOARDS*2, e->BoardTime)) { //TODO output an error return false; } if (FitsWriteTblBytes(col, NPIX*2, e->StartPix)) { //TODO output an error return false; } if (FitsWriteTblBytes(col, NTMARK*2, e->StartTM)) { //TODO output an error return false; } if (FitsWriteTblBytes(col, NPIX*fRoi*2, e->Adc_Data)) { //TODO output an error return false; } return true;*/ } void WriteFooter(RUN_TAIL *rt) { //write final header keys fTable->makeThisCurrent(); WriteKey("NBEVTOK", rt ? rt->nEventsOk : uint32_t(0), "How many events were written"); WriteKey("NBEVTREJ", rt ? rt->nEventsRej : uint32_t(0), "How many events were rejected by SW-trig"); WriteKey("NBEVTBAD", rt ? rt->nEventsBad : uint32_t(0), "How many events were rejected by Error"); //FIXME shouldn't we convert start and stop time to MjD first ? //FIXME shouldn't we also add an MjD reference ? WriteKey("TSTART", rt ? rt->PCtime0 : uint32_t(0), "Time when first event received"); WriteKey("TSTOP", rt ? rt->PCtimeX : uint32_t(0), "Time when last event received"); } // -------------------------------------------------------------------------- // //! Closes the file, and before this it write the TAIL data //! @param rt the pointer to the RUN_TAIL data structure // virtual bool Close(RUN_TAIL *rt = 0) { if (!fFile) return false; WriteFooter(rt); delete fFile; fFile = NULL; return true; } }; #else #define DataFileFits DataFileRaw #endif class EventBuilderWrapper { public: // FIXME static EventBuilderWrapper *This; MessageImp &fMsg; private: boost::thread fThread; enum CommandStates_t // g_runStat { kAbort = -40, // quit as soon as possible ('abort') kExit = -30, // stop reading, quit when buffered events done ('exit') kReset = -20, // Like EXIT but without closing files and sockets kStop = -10, // Like ABORT but without closing files and sockets kInitialize = 0, // 'initialize' (e.g. dim not yet started) kHybernate = 1, // do nothing for long time ('hybernate') [wakeup within ~1sec] kSleep = 2, // do nothing ('sleep') [wakeup within ~10msec] kModeFlush = 10, // read data from camera, but skip them ('flush') kModeTest = 20, // read data and process them, but do not write to disk ('test') kModeFlag = 30, // read data, process and write all to disk ('flag') kModeRun = 40, // read data, process and write selected to disk ('run') }; enum { kCurrent = 0, kTotal = 1, kEventId = 2, kTriggerId = 3, }; enum FileFormat_t { kNone = 0, kDebug, kFits, kRaw }; FileFormat_t fFileFormat; uint32_t fMaxRun; uint32_t fLastOpened; uint32_t fLastClosed; uint32_t fNumEvts[4]; DimDescribedService fDimRuns; DimDescribedService fDimEvents; DimDescribedService fDimEventData; DimDescribedService fDimFwVersion; DimDescribedService fDimRunNumber; DimDescribedService fDimStatus; DimDescribedService fDimDNA; DimDescribedService fDimTemperature; DimDescribedService fDimRefClock; DimDescribedService fDimStatistics1; DimDescribedService fDimStatistics2; bool fDebugStream; bool fDebugRead; int Write(const Time &time, const std::string &txt, int qos) { return fMsg.Write(time, txt, qos); } int fRunNumber; void InitRunNumber() { const int night = Time().NightAsInt(); fRunNumber = 1000; while (--fRunNumber>=0) { ostringstream name; name << night << '.' << setfill('0') << setw(3) << fRunNumber; if (access((name.str()+".bin").c_str(), F_OK) == 0) break; if (access((name.str()+".fits").c_str(), F_OK) == 0) break; } fRunNumber++; cout << "FOUND: " << night << '.' << setfill('0') << setw(3) << fRunNumber << endl; } public: EventBuilderWrapper(MessageImp &imp) : fMsg(imp), fFileFormat(kNone), fMaxRun(0), fLastOpened(0), fLastClosed(0), fDimRuns ("FAD_CONTROL/RUNS", "I:5;C", ""), fDimEvents ("FAD_CONTROL/EVENTS", "I:4", ""), fDimEventData ("FAD_CONTROL/EVENT_DATA", "S:1;I:1;S:1;I:2;S:1;S", ""), fDimFwVersion ("FAD_CONTROL/FIRMWARE_VERSION", "F:42", ""), fDimRunNumber ("FAD_CONTROL/RUN_NUMBER", "I:42", ""), fDimStatus ("FAD_CONTROL/STATUS", "S:42", ""), fDimDNA ("FAD_CONTROL/DNA", "X:40", ""), fDimTemperature ("FAD_CONTROL/TEMPERATURE", "F:82", ""), fDimRefClock ("FAD_CONTROL/REFERENCE_CLOCK", "I:42", ""), fDimStatistics1 ("FAD_CONTROL/STATISTICS1", "I:3;I:5;I:1;X:3;C:676", ""), fDimStatistics2 ("FAD_CONTROL/STATISTICS2", "I:1;I:280;X:40;I:40;I:4;I:4;I:2;I:2;I:3;C:40", ""), fDebugStream(false), fDebugRead(false) { if (This) throw logic_error("EventBuilderWrapper cannot be instantiated twice."); This = this; memset(fNumEvts, 0, sizeof(fNumEvts)); fDimEvents.Update(fNumEvts); for (size_t i=0; i<40; i++) ConnectSlot(i, tcp::endpoint()); // InitRunNumber(); } virtual ~EventBuilderWrapper() { Abort(); // FIXME: Used timed_join and abort afterwards // What's the maximum time the eb need to abort? fThread.join(); //ffMsg.Info("EventBuilder stopped."); for (vector::iterator it=fFiles.begin(); it!=fFiles.end(); it++) delete *it; } bool IsThreadRunning() { return !fThread.timed_join(boost::posix_time::microseconds(0)); } void SetMaxMemory(unsigned int mb) const { /* if (mb*1000000 &addr) { if (IsThreadRunning()) { fMsg.Warn("Start - EventBuilder still running"); return; } for (size_t i=0; i<40; i++) ConnectSlot(i, addr[i]); g_runStat = kModeRun; fMsg.Message("Starting EventBuilder thread"); fThread = boost::thread(StartEvtBuild); } void ConnectSlot(unsigned int i, const tcp::endpoint &addr) { if (i>39) return; if (addr==tcp::endpoint()) { DisconnectSlot(i); return; } g_port[i].sockAddr.sin_family = AF_INET; g_port[i].sockAddr.sin_addr.s_addr = htonl(addr.address().to_v4().to_ulong()); g_port[i].sockAddr.sin_port = htons(addr.port()); // In this order g_port[i].sockDef = 1; } void DisconnectSlot(unsigned int i) { if (i>39) return; g_port[i].sockDef = 0; // In this order g_port[i].sockAddr.sin_family = AF_INET; g_port[i].sockAddr.sin_addr.s_addr = 0; g_port[i].sockAddr.sin_port = 0; } void IgnoreSlot(unsigned int i) { if (i>39) return; if (g_port[i].sockAddr.sin_port==0) return; g_port[i].sockDef = -1; } void Abort() { fMsg.Message("Signal abort to EventBuilder thread..."); g_runStat = kAbort; } void ResetThread() { fMsg.Message("Signal reset to EventBuilder thread..."); g_runStat = kReset; } void Exit() { fMsg.Message("Signal exit to EventBuilder thread..."); g_runStat = kExit; } /* void Wait() { fThread.join(); ffMsg.Message("EventBuilder stopped."); }*/ void Hybernate() const { g_runStat = kHybernate; } void Sleep() const { g_runStat = kSleep; } void FlushMode() const { g_runStat = kModeFlush; } void TestMode() const { g_runStat = kModeTest; } void FlagMode() const { g_runStat = kModeFlag; } void RunMode() const { g_runStat = kModeRun; } // FIXME: To be removed void SetMode(int mode) const { g_runStat = mode; } bool IsConnected(int i) const { return gi_NumConnect[i]==7; } bool IsConnecting(int i) const { return !IsConnected(i) && !IsDisconnected(i); } bool IsDisconnected(int i) const { return gi_NumConnect[i]<=0 && g_port[i].sockDef==0; } int GetNumConnected(int i) const { return gi_NumConnect[i]; } void SetIgnore(int i, bool b) const { if (g_port[i].sockDef!=0) g_port[i].sockDef=b?-1:1; } bool IsIgnored(int i) const { return g_port[i].sockDef==-1; } void SetOutputFormat(FileFormat_t f) { fFileFormat = f; } void SetDebugStream(bool b) { fDebugStream = b; if (b) return; for (int i=0; i<40; i++) { if (!fDumpStream[i].is_open()) continue; fDumpStream[i].close(); ostringstream name; name << "socket_dump-" << setfill('0') << setw(2) << i << ".bin"; fMsg.Message("Closed file '"+name.str()+"'"); } } void SetDebugRead(bool b) { fDebugRead = b; if (b || !fDumpRead.is_open()) return; fDumpRead.close(); fMsg.Message("Closed file 'socket_events.txt'"); } // size_t GetUsedMemory() const { return gi_usedMem; } virtual int CloseOpenFiles() { CloseRunFile(0, 0); return 0; } /* struct OpenFileToDim { int code; char fileName[FILENAME_MAX]; }; SignalRunOpened(runid, filename); // Send num open files // Send runid, (more info about the run?), filename via dim SignalEvtWritten(runid); // Send num events written of newest file SignalRunClose(runid); // Send new num open files // Send empty file-name if no file is open */ // -------------- Mapped event builder callbacks ------------------ void UpdateRuns(const string &fname="") { uint32_t values[5] = { static_cast(fFiles.size()), 0xffffffff, 0, fLastOpened, fLastClosed }; for (vector::const_iterator it=fFiles.begin(); it!=fFiles.end(); it++) { const DataFileImp *file = *it; if (file->GetRunId()GetRunId(); if (file->GetRunId()>values[2]) values[2] = file->GetRunId(); } fMaxRun = values[2]; vector data(sizeof(values)+fname.size()+1); memcpy(data.data(), values, sizeof(values)); strcpy(data.data()+sizeof(values), fname.c_str()); fDimRuns.Update(data); } vector fFiles; FileHandle_t runOpen(uint32_t runid, RUN_HEAD *h, size_t) { // Check if file already exists... DataFileImp *file = 0; switch (fFileFormat) { case kNone: file = new DataFileNone(runid); break; case kDebug: file = new DataFileDebug(runid); break; case kFits: file = new DataFileFits(runid); break; case kRaw: file = new DataFileRaw(runid); break; } try { if (!file->OpenFile(h)) return 0; } catch (const exception &e) { return 0; } fFiles.push_back(file); fLastOpened = runid; UpdateRuns(file->GetFileName()); fNumEvts[kEventId] = 0; fNumEvts[kTriggerId] = 0; fNumEvts[kCurrent] = 0; fDimEvents.Update(fNumEvts); // fDimCurrentEvent.Update(uint32_t(0)); return reinterpret_cast(file); } int runWrite(FileHandle_t handler, EVENT *e, size_t) { DataFileImp *file = reinterpret_cast(handler); if (!file->Write(e)) return -1; if (file->GetRunId()==fMaxRun) { fNumEvts[kCurrent]++; fNumEvts[kEventId] = e->EventNum; fNumEvts[kTriggerId] = e->TriggerType; } fNumEvts[kTotal]++; static Time oldt(boost::date_time::neg_infin); Time newt; if (newt>oldt+boost::posix_time::seconds(1)) { fDimEvents.Update(fNumEvts); oldt = newt; } // ===> SignalEvtWritten(runid); // Send num events written of newest file /* close run runId (all all runs if runId=0) */ /* return: 0=close scheduled / >0 already closed / <0 does not exist */ //CloseRunFile(file->GetRunId(), time(NULL)+2) ; return 0; } int runClose(FileHandle_t handler, RUN_TAIL *tail, size_t) { DataFileImp *file = reinterpret_cast(handler); const vector::iterator it = find(fFiles.begin(), fFiles.end(), file); if (it==fFiles.end()) { ostringstream str; str << "File handler (" << handler << ") requested to close by event builder doesn't exist."; fMsg.Fatal(str); return -1; } ostringstream str; str << "Closing file for run " << file->GetRunId() << " (" << file << ")" << endl; fMsg.Info(str); fFiles.erase(it); fLastClosed = file->GetRunId(); UpdateRuns(); fDimEvents.Update(fNumEvts); const bool rc = file->Close(tail); if (!rc) { // Error message } delete file; // ==> SignalRunClose(runid); // Send new num open files // Send empty file-name if no file is open return rc ? 0 : -1; } ofstream fDumpStream[40]; void debugStream(int isock, void *buf, int len) { if (!fDebugStream) return; const int slot = isock/7; if (slot<0 || slot>39) return; if (!fDumpStream[slot].is_open()) { ostringstream name; name << "socket_dump-" << setfill('0') << setw(2) << slot << ".bin"; fDumpStream[slot].open(name.str().c_str(), ios::app); if (!fDumpStream[slot]) { ostringstream str; str << "Open file '" << name << "': " << strerror(errno) << " (errno=" << errno << ")"; fMsg.Error(str); return; } fMsg.Message("Opened file '"+name.str()+"' for writing."); } fDumpStream[slot].write(reinterpret_cast(buf), len); } ofstream fDumpRead; // Stream to possibly dump docket events void debugRead(int isock, int ibyte, uint32_t event, uint32_t ftmevt, uint32_t runno, int state, uint32_t tsec, uint32_t tusec) { // isock = socketID (0-279) // ibyte = #bytes gelesen // event = eventId (oder 0 wenn noch nicht bekannt) // state : 1=finished reading data // 0=reading data // -1=start reading data (header) // -2=start reading data, // eventId not known yet (too little data) // tsec, tusec = time when reading seconds, microseconds // if (!fDebugRead || ibyte==0) return; if (!fDumpRead.is_open()) { fDumpRead.open("socket_events.txt", ios::app); if (!fDumpRead) { ostringstream str; str << "Open file 'socket_events.txt': " << strerror(errno) << " (errno=" << errno << ")"; fMsg.Error(str); return; } fMsg.Message("Opened file 'socket_events.txt' for writing."); fDumpRead << "# START: " << Time().GetAsStr() << endl; fDumpRead << "# state time_sec time_usec socket slot runno event_id trigger_id bytes_received" << endl; } fDumpRead << setw(2) << state << " " << setw(8) << tsec << " " << setw(9) << tusec << " " << setw(3) << isock << " " << setw(2) << isock/7 << " " << runno << " " << event << " " << ftmevt << " " << ibyte << endl; } struct DimEventData { uint16_t Roi ; // #slices per pixel (same for all pixels and tmarks) uint32_t EventNum ; // EventNumber as from FTM uint16_t TriggerType ; // Trigger Type from FTM uint32_t PCTime ; // when did event start to arrive at PC uint32_t BoardTime; // int16_t StartPix; // First Channel per Pixel (Pixels sorted according Software ID) ; -1 if not filled int16_t StartTM; // First Channel for TimeMark (sorted Hardware ID) ; -1 if not filled uint16_t Adc_Data[]; // final length defined by malloc .... } __attribute__((__packed__));; int eventCheck(PEVNT_HEADER *fadhd, EVENT *event) { /* fadhd[i] ist ein array mit den 40 fad-headers (falls ein board nicht gelesen wurde, ist start_package_flag =0 ) event ist die Struktur, die auch die write routine erhaelt; darin sind im header die 'soll-werte' fuer z.B. eventID als auch die ADC-Werte (falls Du die brauchst) Wenn die routine einen negativen Wert liefert, wird das event geloescht (nicht an die write-routine weitergeleitet [mind. im Prinzip] */ static Time oldt(boost::date_time::neg_infin); Time newt; if (newtRoi*2*1440; if (data && data->Roi != event->Roi) { delete data; data = 0; } if (!data) data = reinterpret_cast(new char[sz]); // cout << sizeof(DimEventData) << " " << event->Roi << " " << sz << " " << sizeof(*data) << endl; data->Roi = event->Roi; data->EventNum = event->EventNum; data->TriggerType = event->TriggerType; data->PCTime = event->PCTime; data->BoardTime = event->BoardTime[0]; data->StartPix = event->StartPix[0]; data->StartTM = event->StartTM[0]; memcpy(data->Adc_Data, event->Adc_Data, event->Roi*2*1440); fDimEventData.setData(data, sz); fDimEventData.updateService(); //delete data; return 0; } void factOut(int severity, int err, const char *message) { // FIXME: Make the output to the console stream thread-safe ostringstream str; str << "EventBuilder("; if (err<0) str << "---"; else str << err; str << "): " << message; static string last; if (str.str()==last) return; last = str.str(); fMsg.Update(str, severity); } /* void factStat(int64_t *stat, int len) { if (len!=7) { fMsg.Warn("factStat received unknown number of values."); return; } vector data(1, g_maxMem); data.insert(data.end(), stat, stat+len); static vector last(8); if (data==last) return; last = data; fDimStatistics.Update(data); // len ist die Laenge des arrays. // array[4] enthaelt wieviele bytes im Buffer aktuell belegt sind; daran // kannst Du pruefen, ob die 100MB voll sind .... ostringstream str; str << "Wait=" << stat[0] << " " << "Skip=" << stat[1] << " " << "Del=" << stat[2] << " " << "Tot=" << stat[3] << " " << "Mem=" << stat[4] << "/" << g_maxMem << " " << "Read=" << stat[5] << " " << "Conn=" << stat[6]; fMsg.Info(str); } */ void factStat(const EVT_STAT &stat) { fDimStatistics2.Update(stat); /* //some info about what happened since start of program (or last 'reset') uint32_t reset ; //#if increased, reset all counters uint32_t numRead[MAX_SOCK] ; //how often succesfull read from N sockets per loop uint64_t gotByte[NBOARDS] ; //#Bytes read per Board uint32_t gotErr[NBOARDS] ; //#Communication Errors per Board uint32_t evtGet; //#new Start of Events read uint32_t evtTot; //#complete Events read uint32_t evtErr; //#Events with Errors uint32_t evtSkp; //#Events incomplete (timeout) uint32_t procTot; //#Events processed uint32_t procErr; //#Events showed problem in processing uint32_t procTrg; //#Events accepted by SW trigger uint32_t procSkp; //#Events rejected by SW trigger uint32_t feedTot; //#Events used for feedBack system uint32_t feedErr; //#Events rejected by feedBack uint32_t wrtTot; //#Events written to disk uint32_t wrtErr; //#Events with write-error uint32_t runOpen; //#Runs opened uint32_t runClose; //#Runs closed uint32_t runErr; //#Runs with open/close errors //info about current connection status uint8_t numConn[NBOARDS] ; //#Sockets succesfully open per board */ } void factStat(const GUI_STAT &stat) { fDimStatistics1.Update(stat); /* //info about status of the main threads int32_t readStat ; //read thread int32_t procStat ; //processing thread(s) int32_t writStat ; //write thread //info about some rates int32_t deltaT ; //time in milli-seconds for rates int32_t readEvt ; //#events read int32_t procEvt ; //#events processed int32_t writEvt ; //#events written int32_t skipEvt ; //#events skipped //some info about current state of event buffer (snapspot) int32_t evtBuf; //#Events currently waiting in Buffer uint64_t totMem; //#Bytes available in Buffer uint64_t usdMem; //#Bytes currently used uint64_t maxMem; //max #Bytes used during past Second */ } boost::array fVecHeader; template boost::array Compare(const FAD::EventHeader *h, const T *t) { const int offset = reinterpret_cast(t) - reinterpret_cast(h); const T *min = NULL; const T *val = NULL; const T *max = NULL; boost::array vec; bool rc = true; for (int i=0; i<40; i++) { const char *base = reinterpret_cast(&fVecHeader[i]); const T *ref = reinterpret_cast(base+offset); vec[i] = *ref; if (gi_NumConnect[i]!=7) { vec[i] = 0; continue; } if (!val) { min = ref; val = ref; max = ref; } if (*val<*min) min = val; if (*val>*max) max = val; if (*val!=*ref) rc = false; } vec[40] = val ? *min : 0xffffffff; vec[41] = val ? *max : 0; return vec; } template boost::array CompareBits(const FAD::EventHeader *h, const T *t) { const int offset = reinterpret_cast(t) - reinterpret_cast(h); T val = 0; T rc = 0; boost::array vec; bool first = true; for (int i=0; i<40; i++) { const char *base = reinterpret_cast(&fVecHeader[i]); const T *ref = reinterpret_cast(base+offset); vec[i+2] = *ref; if (gi_NumConnect[i]!=7) { vec[i+2] = 0; continue; } if (first) { first = false; val = *ref; rc = 0; } rc |= val^*ref; } vec[0] = rc; vec[1] = val; return vec; } template void Update(DimDescribedService &svc, const boost::array &data, int n=N) { // svc.setQuality(vec[40]<=vec[41]); svc.setData(const_cast(data.data()), sizeof(T)*n); svc.updateService(); } template void Print(const char *name, const pair> &data) { cout << name << "|" << data.first << "|" << data.second[1] << "|" << data.second[0] << " fNumConnected; void debugHead(int socket, const FAD::EventHeader &h) { const uint16_t id = h.Id(); if (id>39) return; if (fNumConnected.size()!=40) fNumConnected.resize(40); const vector con(gi_NumConnect, gi_NumConnect+40); const bool changed = con!=fNumConnected || !IsThreadRunning(); fNumConnected = con; const FAD::EventHeader old = fVecHeader[id]; fVecHeader[id] = h; if (old.fVersion != h.fVersion || changed) { const boost::array ver = Compare(&h, &h.fVersion); boost::array data; for (int i=0; i<42; i++) { ostringstream str; str << (ver[i]>>8) << '.' << (ver[i]&0xff); data[i] = atof(str.str().c_str()); } Update(fDimFwVersion, data); } if (old.fRunNumber != h.fRunNumber || changed) { const boost::array run = Compare(&h, &h.fRunNumber); fDimRunNumber.Update(run); } if (old.fDNA != h.fDNA || changed) { const boost::array dna = Compare(&h, &h.fDNA); Update(fDimDNA, dna, 40); } if (old.fStatus != h.fStatus || changed) { const boost::array sts = CompareBits(&h, &h.fStatus); Update(fDimStatus, sts); } // ----------- static Time oldt(boost::date_time::neg_infin); Time newt; if (newt>oldt+boost::posix_time::seconds(1)) { oldt = newt; // --- RefClock const boost::array clk = Compare(&h, &h.fFreqRefClock); Update(fDimRefClock, clk); // --- Temperatures const boost::array tmp[4] = { Compare(&h, &h.fTempDrs[0]), Compare(&h, &h.fTempDrs[1]), Compare(&h, &h.fTempDrs[2]), Compare(&h, &h.fTempDrs[3]) }; vector data; data.reserve(82); data.push_back(tmp[0][0]); data.insert(data.end(), tmp[0].data()+2, tmp[0].data()+42); data.push_back(tmp[0][1]); data.insert(data.end(), tmp[0].data()+2, tmp[0].data()+42); for (int j=0; j<=3; j++) { const boost::array &ref = tmp[j]; // Gloabl min if (ref[40]data[40]) data[40] = ref[41]; for (int i=0; i<40; i++) { // min per board if (ref[i]data[i+41]) data[i+41] = ref[i]; } } vector deg(82); for (int i=0; i<82; i++) deg[i] = data[i]/16.; fDimTemperature.Update(deg); } /* uint16_t fTriggerType; uint32_t fTriggerId; uint32_t fEventCounter; uint16_t fAdcClockPhaseShift; uint16_t fNumTriggersToGenerate; uint16_t fTriggerGeneratorPrescaler; uint32_t fTimeStamp; int16_t fTempDrs[kNumTemp]; // In units of 1/16 deg(?) uint16_t fDac[kNumDac]; */ } }; EventBuilderWrapper *EventBuilderWrapper::This = 0; // ----------- Event builder callbacks implementation --------------- extern "C" { FileHandle_t runOpen(uint32_t irun, RUN_HEAD *runhd, size_t len) { return EventBuilderWrapper::This->runOpen(irun, runhd, len); } int runWrite(FileHandle_t fileId, EVENT *event, size_t len) { return EventBuilderWrapper::This->runWrite(fileId, event, len); } int runClose(FileHandle_t fileId, RUN_TAIL *runth, size_t len) { return EventBuilderWrapper::This->runClose(fileId, runth, len); } void factOut(int severity, int err, const char *message) { if (severity!=99) EventBuilderWrapper::This->factOut(severity, err, message); } void factStat(GUI_STAT stat) { EventBuilderWrapper::This->factStat(stat); } void factStatNew(EVT_STAT stat) { EventBuilderWrapper::This->factStat(stat); } void debugHead(int socket, int/*board*/, void *buf) { const uint16_t *ptr = reinterpret_cast(buf); EventBuilderWrapper::This->debugHead(socket, FAD::EventHeader(ptr)); } void debugStream(int isock, void *buf, int len) { return EventBuilderWrapper::This->debugStream(isock, buf, len); } void debugRead(int isock, int ibyte, int32_t event, int32_t ftmevt, int32_t runno, int state, uint32_t tsec, uint32_t tusec) { EventBuilderWrapper::This->debugRead(isock, ibyte, event, ftmevt, runno, state, tsec, tusec); } int eventCheck(PEVNT_HEADER *fadhd, EVENT *event) { return EventBuilderWrapper::This->eventCheck(fadhd, event); } } #endif