1 | #include "DataCalib.h"
|
---|
2 |
|
---|
3 | #include "EventBuilder.h"
|
---|
4 | #include "FitsFile.h"
|
---|
5 | #include "DimDescriptionService.h"
|
---|
6 |
|
---|
7 | #include "externals/fits.h"
|
---|
8 |
|
---|
9 | using namespace std;
|
---|
10 |
|
---|
11 | DrsCalibration DataCalib::fData;
|
---|
12 | bool DataCalib::fProcessing = false;
|
---|
13 | vector<float> DataCalib::fStats(1440*1024*6+160*1024*2+4);
|
---|
14 |
|
---|
15 | void DataCalib::Restart()
|
---|
16 | {
|
---|
17 | fData.Clear();
|
---|
18 |
|
---|
19 | reinterpret_cast<uint32_t*>(fStats.data())[0] = 0;
|
---|
20 | reinterpret_cast<uint32_t*>(fStats.data())[1] = 0;
|
---|
21 | reinterpret_cast<uint32_t*>(fStats.data())[2] = 0;
|
---|
22 | reinterpret_cast<uint32_t*>(fStats.data())[3] = 0;
|
---|
23 |
|
---|
24 | int i=0;
|
---|
25 | while (i<1024*1440*2+4) // Set mean and RMS to 0
|
---|
26 | fStats[i++] = 0;
|
---|
27 | while (i<1024*1440*3+4)
|
---|
28 | fStats[i++] = 2000./4096; // Set mean to 0.5
|
---|
29 | while (i<1440*1024*6+160*1024*2+4)
|
---|
30 | fStats[i++] = 0; // Set everything else to 0
|
---|
31 |
|
---|
32 | fProcessing = false;
|
---|
33 | }
|
---|
34 |
|
---|
35 | bool DataCalib::ResetTrgOff(DimDescribedService &dim, DimDescribedService &runs)
|
---|
36 | {
|
---|
37 | if (fData.fStep!=3)
|
---|
38 | return false;
|
---|
39 |
|
---|
40 | for (int i=1024*1440*4+4; i<1440*1024*6+160*1024*2+4; i++)
|
---|
41 | fStats[i] = 0;
|
---|
42 |
|
---|
43 | reinterpret_cast<uint32_t*>(fStats.data())[0] = 0;
|
---|
44 | reinterpret_cast<uint32_t*>(fStats.data())[3] = 0;
|
---|
45 |
|
---|
46 | fData.fStep = 1;
|
---|
47 | fData.fDateRunBeg[2] = "1970-01-01T00:00:00";
|
---|
48 | fData.fDateRunEnd[2] = "1970-01-01T00:00:00";
|
---|
49 | fData.fDateEnd = fData.fDateRunEnd[1];
|
---|
50 | Update(dim, runs);
|
---|
51 | fData.fStep = 2;
|
---|
52 |
|
---|
53 | return true;
|
---|
54 | }
|
---|
55 |
|
---|
56 | void DataCalib::Update(DimDescribedService &dim, DimDescribedService &runs)
|
---|
57 | {
|
---|
58 | const uint16_t roi = fData.fRoi;
|
---|
59 | const uint16_t ntm = fData.fNumTm;
|
---|
60 |
|
---|
61 | vector<float> buf(1440*1024*6+160*1024*2+4);
|
---|
62 |
|
---|
63 | memcpy(buf.data(), fStats.data(), (4*1024*1440+4)*sizeof(float));
|
---|
64 |
|
---|
65 | for (int i=0; i<1440; i++)
|
---|
66 | {
|
---|
67 | memcpy(buf.data()+4+1440*1024*4 + i*1024, fStats.data()+4 + 4*1024*1440 + roi*i, roi*sizeof(float));
|
---|
68 | memcpy(buf.data()+4+1440*1024*5 + i*1024, fStats.data()+4 + 4*1024*1440 + roi*1440 + roi*i, roi*sizeof(float));
|
---|
69 | }
|
---|
70 |
|
---|
71 | /*
|
---|
72 | for (int i=0; i<ntm; i++)
|
---|
73 | {
|
---|
74 | memcpy(buf.data()+4+1440*1024*6 + i*1024, fStats.data()+4 + 4*1024*1440 + 2*roi*1440, roi*sizeof(float));
|
---|
75 | memcpy(buf.data()+4+1440*1024*6+160*1024 + i*1024, fStats.data()+4 + 4*1024*1440 + 2*roi*1440+i*roi, roi*sizeof(float));
|
---|
76 | }*/
|
---|
77 |
|
---|
78 | #warning Time marker channels not sent
|
---|
79 |
|
---|
80 | const Time time(fData.fDateObs);
|
---|
81 | const uint32_t night = time.NightAsInt();
|
---|
82 |
|
---|
83 | dim.setQuality(fData.fStep);
|
---|
84 | dim.setData(buf);
|
---|
85 | dim.Update(time);
|
---|
86 |
|
---|
87 | vector<uint32_t> data(5);
|
---|
88 | memcpy(data.data(), buf.data(), 4*sizeof(uint32_t));
|
---|
89 | data[4] = night<19700000 ? 0 : night;
|
---|
90 |
|
---|
91 | runs.setQuality(fData.fStep);
|
---|
92 | runs.setData(data);
|
---|
93 | runs.Update(time);
|
---|
94 | }
|
---|
95 |
|
---|
96 | bool DataCalib::Open(const RUN_HEAD &h, const FAD::RunDescription &d)
|
---|
97 | {
|
---|
98 | if (h.NPix != 1440)
|
---|
99 | {
|
---|
100 | Error("Number of pixels in header for run "+to_string(GetRunId())+" not 1440.");
|
---|
101 | return false;
|
---|
102 | }
|
---|
103 |
|
---|
104 | if (fProcessing)
|
---|
105 | {
|
---|
106 | Warn("Previous DRS calibration run not yet finished (current run "+to_string(GetRunId())+")");
|
---|
107 | return false;
|
---|
108 | }
|
---|
109 |
|
---|
110 | if (fData.fStep==3)
|
---|
111 | {
|
---|
112 | Warn("DRS Calibration already finished before current run "+to_string(GetRunId())+"... please restart!");
|
---|
113 | return false;
|
---|
114 | }
|
---|
115 |
|
---|
116 | if (fData.fStep!=2 && h.Nroi != 1024)
|
---|
117 | {
|
---|
118 | ostringstream msg;
|
---|
119 | msg << "Region of interest of run " << GetRunId() << " not 1024, but " << h.Nroi << " in step " << fData.fStep << " ... as it ought to be.";
|
---|
120 | Error(msg);
|
---|
121 | return false;
|
---|
122 | }
|
---|
123 |
|
---|
124 | vector<uint16_t> dac(8);
|
---|
125 | /*
|
---|
126 | // We don't check consistency over several boards because this is done
|
---|
127 | // by the eventCheck routine already
|
---|
128 | for (int i=0; i<h.NBoard; i++)
|
---|
129 | {
|
---|
130 | const PEVNT_HEADER &hh = h.FADhead[i];
|
---|
131 |
|
---|
132 | if (hh.start_package_flag==0)
|
---|
133 | continue;
|
---|
134 |
|
---|
135 | for (int j=0; j<8; j++)
|
---|
136 | dac[j] = hh.dac[j];
|
---|
137 |
|
---|
138 | break;
|
---|
139 | }
|
---|
140 |
|
---|
141 | for (int i=1; i<7; i++)
|
---|
142 | {
|
---|
143 | if (i==3 || dac[i]==dac[i+1])
|
---|
144 | continue;
|
---|
145 |
|
---|
146 | ostringstream msg;
|
---|
147 | msg << "Values of DAC" << i << " (" << dac[i] << ") and DAC" << i+1 <<" (" << dac[i+1] << ") do not match... cannot take DRS calibration!";
|
---|
148 | fMsg.Error(msg);
|
---|
149 | return false;
|
---|
150 | }
|
---|
151 |
|
---|
152 | if (fData.fStep>0)
|
---|
153 | {
|
---|
154 | for (int j=0; j<8; j++)
|
---|
155 | {
|
---|
156 | if (fData.fDAC[j]==dac[j])
|
---|
157 | continue;
|
---|
158 |
|
---|
159 | ostringstream msg;
|
---|
160 | msg << "DAC value from previous run (DAC" << j << "=" << fData.fDAC[j] << ") and current run ";
|
---|
161 | msg << "(DAC" << j << "=" << dac[j] << ") inconsistent... cannot take DRS calibration!";
|
---|
162 | fMsg.Error(msg);
|
---|
163 | return false;
|
---|
164 | }
|
---|
165 | }
|
---|
166 |
|
---|
167 | memcpy(fData.fDAC, dac.data(), 8*sizeof(uint16_t));
|
---|
168 | */
|
---|
169 | fProcessing = true;
|
---|
170 |
|
---|
171 | const bool hastm = h.Nroi<=512 && h.NroiTM>=2*h.Nroi;
|
---|
172 |
|
---|
173 | Reset();
|
---|
174 | InitSize(hastm ? 1600 : 1440, h.Nroi);
|
---|
175 |
|
---|
176 | fData.fRoi = fNumSamples;
|
---|
177 | fData.fNumTm = hastm ? 160 : 0;
|
---|
178 |
|
---|
179 | return DataWriteFits2::Open(h, d);
|
---|
180 | }
|
---|
181 |
|
---|
182 | bool DataCalib::WriteEvt(const EVT_CTRL2 &evt)
|
---|
183 | {
|
---|
184 | // FIXME: SET StartPix to 0 if StartPix is -1
|
---|
185 |
|
---|
186 | const EVENT &e = *evt.fEvent;
|
---|
187 |
|
---|
188 | if (fData.fStep==0)
|
---|
189 | {
|
---|
190 | AddRel(e.Adc_Data, e.StartPix);
|
---|
191 | }
|
---|
192 | if (fData.fStep==1)
|
---|
193 | {
|
---|
194 | AddRel(e.Adc_Data, e.StartPix, fData.fOffset.data(), fData.fNumOffset);
|
---|
195 | }
|
---|
196 | if (fData.fStep==2)
|
---|
197 | {
|
---|
198 | AddAbs(e.Adc_Data, e.StartPix, fData.fOffset.data(), fData.fNumOffset);
|
---|
199 | }
|
---|
200 |
|
---|
201 | return DataWriteFits2::WriteEvt(evt);
|
---|
202 | }
|
---|
203 |
|
---|
204 | bool DataCalib::ReadFits(const string &str, MessageImp &msg)
|
---|
205 | {
|
---|
206 | if (fProcessing)
|
---|
207 | {
|
---|
208 | msg.Error("Reading "+str+" failed: DRS calibration in process.");
|
---|
209 | return false;
|
---|
210 | }
|
---|
211 |
|
---|
212 | try
|
---|
213 | {
|
---|
214 | const string txt = fData.ReadFitsImp(str, fStats);
|
---|
215 | if (txt.empty())
|
---|
216 | return true;
|
---|
217 |
|
---|
218 | msg.Error(txt);
|
---|
219 | return false;
|
---|
220 | }
|
---|
221 | catch (const runtime_error &e)
|
---|
222 | {
|
---|
223 | msg.Error("Exception reading "+str+": "+e.what());
|
---|
224 | return false;
|
---|
225 | }
|
---|
226 | }
|
---|
227 | /*
|
---|
228 | void DataCalib::WriteFitsImp(const string &filename, const vector<float> &vec) const
|
---|
229 | {
|
---|
230 | const uint16_t roi = fData.fRoi;
|
---|
231 | const uint16_t ntm = fData.fNumTm;
|
---|
232 |
|
---|
233 | const size_t n = 1440*1024*4 + 1440*roi*2 + ntm*roi*2 + 3;
|
---|
234 |
|
---|
235 | // The vector has a fixed size
|
---|
236 | //if (vec.size()!=n+1)
|
---|
237 | // throw runtime_error("Size of vector does not match region-of-interest");
|
---|
238 |
|
---|
239 | ofits file(filename.c_str());
|
---|
240 |
|
---|
241 | file.AddColumnInt("RunNumberBaseline");
|
---|
242 | file.AddColumnInt("RunNumberGain");
|
---|
243 | file.AddColumnInt("RunNumberTriggerOffset");
|
---|
244 |
|
---|
245 | file.AddColumnFloat(1024*1440, "BaselineMean", "mV");
|
---|
246 | file.AddColumnFloat(1024*1440, "BaselineRms", "mV");
|
---|
247 | file.AddColumnFloat(1024*1440, "GainMean", "mV");
|
---|
248 | file.AddColumnFloat(1024*1440, "GainRms", "mV");
|
---|
249 | file.AddColumnFloat( roi*1440, "TriggerOffsetMean", "mV");
|
---|
250 | file.AddColumnFloat( roi*1440, "TriggerOffsetRms", "mV");
|
---|
251 | file.AddColumnFloat( roi*ntm, "TriggerOffsetTMMean", "mV");
|
---|
252 | file.AddColumnFloat( roi*ntm, "TriggerOffsetTMRms", "mV");
|
---|
253 |
|
---|
254 | DataWriteFits2::WriteDefaultKeys(file);
|
---|
255 |
|
---|
256 | file.SetInt("STEP", fData.fStep, "");
|
---|
257 |
|
---|
258 | file.SetInt("ADCRANGE", 2000, "Dynamic range of the ADC in mV");
|
---|
259 | file.SetInt("DACRANGE", 2500, "Dynamic range of the DAC in mV");
|
---|
260 | file.SetInt("ADC", 12, "Resolution of ADC in bits");
|
---|
261 | file.SetInt("DAC", 16, "Resolution of DAC in bits");
|
---|
262 | file.SetInt("NPIX", 1440, "Number of channels in the camera");
|
---|
263 | file.SetInt("NTM", ntm, "Number of time marker channels");
|
---|
264 | file.SetInt("NROI", roi, "Region of interest");
|
---|
265 |
|
---|
266 | file.SetInt("NBOFFSET", fData.fNumOffset, "Num of entries for offset calibration");
|
---|
267 | file.SetInt("NBGAIN", fData.fNumGain/1953125, "Num of entries for gain calibration");
|
---|
268 | file.SetInt("NBTRGOFF", fData.fNumTrgOff, "Num of entries for trigger offset calibration");
|
---|
269 |
|
---|
270 | // file.WriteKeyNT("DAC_A", fData.fDAC[0], "Level of DAC 0 in DAC counts") ||
|
---|
271 | // file.WriteKeyNT("DAC_B", fData.fDAC[1], "Leval of DAC 1-3 in DAC counts") ||
|
---|
272 | // file.WriteKeyNT("DAC_C", fData.fDAC[4], "Leval of DAC 4-7 in DAC counts") ||
|
---|
273 |
|
---|
274 | file.WriteTableHeader("DrsCalibration");
|
---|
275 | file.WriteRow(vec.data()+1, n*sizeof(float));
|
---|
276 | }
|
---|
277 | */
|
---|
278 | bool DataCalib::Close(const EVT_CTRL2 &evt)
|
---|
279 | {
|
---|
280 | if (fNumEntries==0)
|
---|
281 | {
|
---|
282 | ostringstream str;
|
---|
283 | str << "DRS calibration run (run=" << GetRunId() << ", step=" << fData.fStep << ", roi=" << fData.fRoi << ") has 0 events.";
|
---|
284 | Warn(str);
|
---|
285 | }
|
---|
286 |
|
---|
287 | if (fData.fStep==0)
|
---|
288 | {
|
---|
289 | fData.fOffset.assign(fSum.begin(), fSum.end());
|
---|
290 | fData.fNumOffset = fNumEntries;
|
---|
291 |
|
---|
292 | for (int i=0; i<1024*1440; i++)
|
---|
293 | fData.fGain[i] = 4096*fNumEntries;
|
---|
294 |
|
---|
295 | // Scale ADC data from 12bit to 2000mV
|
---|
296 | GetSampleStats(fStats.data()+4, 2000./4096);
|
---|
297 | reinterpret_cast<uint32_t*>(fStats.data())[1] = GetRunId();;
|
---|
298 | }
|
---|
299 | if (fData.fStep==1)
|
---|
300 | {
|
---|
301 | fData.fGain.assign(fSum.begin(), fSum.end());
|
---|
302 | fData.fNumGain = fNumEntries;
|
---|
303 |
|
---|
304 | // DAC: 0..2.5V == 0..65535 2500*50000 625*50000 625*3125
|
---|
305 | // V-mV: 1000 ---------- --------- --------
|
---|
306 | //fNumGain *= 2500*50000; 65536 16384 1024
|
---|
307 | //for (int i=0; i<1024*1440; i++)
|
---|
308 | // fGain[i] *= 65536;
|
---|
309 | fData.fNumGain *= 1953125;
|
---|
310 | for (int i=0; i<1024*1440; i++)
|
---|
311 | fData.fGain[i] *= 1024;
|
---|
312 |
|
---|
313 | // Scale ADC data from 12bit to 2000mV
|
---|
314 | GetSampleStats(fStats.data()+1024*1440*2+4, 2000./4096/fData.fNumOffset);//0.5);
|
---|
315 | reinterpret_cast<uint32_t*>(fStats.data())[2] = GetRunId();;
|
---|
316 | }
|
---|
317 | if (fData.fStep==2)
|
---|
318 | {
|
---|
319 | fData.fTrgOff.assign(fSum.begin(), fSum.end());
|
---|
320 | fData.fNumTrgOff = fNumEntries;
|
---|
321 |
|
---|
322 | // Scale ADC data from 12bit to 2000mV
|
---|
323 | GetSampleStats(fStats.data()+1024*1440*4+4, 2000./4096/fData.fNumOffset);//0.5);
|
---|
324 | reinterpret_cast<uint32_t*>(fStats.data())[0] = fNumSamples;
|
---|
325 | reinterpret_cast<uint32_t*>(fStats.data())[3] = GetRunId();
|
---|
326 | }
|
---|
327 |
|
---|
328 | const string beg = GetTstart().Iso();
|
---|
329 | const string end = GetTstop().Iso();
|
---|
330 |
|
---|
331 | if (fData.fStep==0)
|
---|
332 | fData.fDateObs = beg;
|
---|
333 | fData.fDateEnd = end;
|
---|
334 |
|
---|
335 | fData.fDateRunBeg[fData.fStep] = beg;
|
---|
336 | fData.fDateRunEnd[fData.fStep] = end;
|
---|
337 |
|
---|
338 | if (fData.fStep<=2)
|
---|
339 | {
|
---|
340 | const string filename = FormFileName("drs.fits");
|
---|
341 | try
|
---|
342 | {
|
---|
343 | fData.WriteFitsImp(filename, fStats, GetNight());
|
---|
344 |
|
---|
345 | ostringstream str;
|
---|
346 | str << "Wrote DRS calibration data (run=" << GetRunId() << ", step=" << fData.fStep << ", roi=" << fData.fRoi << ") to '" << filename << "'";
|
---|
347 | Info(str);
|
---|
348 | }
|
---|
349 | catch (const exception &e)
|
---|
350 | {
|
---|
351 | Error("Exception writing run "+to_string(GetRunId())+" '"+filename+"': "+e.what());
|
---|
352 | }
|
---|
353 | }
|
---|
354 |
|
---|
355 | Update(fDim, fDimRuns);
|
---|
356 |
|
---|
357 | fData.fStep++;
|
---|
358 |
|
---|
359 | fProcessing = false;
|
---|
360 |
|
---|
361 | return DataWriteFits2::Close(evt);
|
---|
362 | }
|
---|