1 | #!/bin/bash
|
---|
2 | #
|
---|
3 | source `dirname $0`/../Sourcefile.sh
|
---|
4 | printprocesslog "INFO starting $0"
|
---|
5 |
|
---|
6 | if [ "$1" = "" ]
|
---|
7 | then
|
---|
8 | # get date (before 18h there is no new data to be processed)
|
---|
9 | datepath=`date --date="-18HOUR" +%Y/%m/%d`
|
---|
10 | else
|
---|
11 | datepath=$1
|
---|
12 | fi
|
---|
13 | printprocesslog "INFO processing "$datepath
|
---|
14 | #echo "INFO processing "$datepath
|
---|
15 | night=`echo $datepath | sed -e 's/\///g'`
|
---|
16 |
|
---|
17 | numganymeds=0
|
---|
18 |
|
---|
19 | # getting all image files for this night
|
---|
20 | printprocesslog "INFO get file list for night "$datepath
|
---|
21 | files=( `find /loc_data/analysis/star/$datepath -type f -name '*_I.root' 2>/dev/null | sort` )
|
---|
22 | if [ ${#files[@]} -eq 0 ]
|
---|
23 | then
|
---|
24 | printprocesslog "INFO no image files available for night "$datepath
|
---|
25 | finish
|
---|
26 | fi
|
---|
27 | # write data set file
|
---|
28 | #dspath=$anapath/$source/datasets`printf %03d $min`min/$datepath
|
---|
29 | #dspath=$anapath/$source/datasets_run/$datepath
|
---|
30 | dspath=$anapath/datasets_run/$datepath
|
---|
31 | makedir $dspath
|
---|
32 |
|
---|
33 | for (( i=1 ; i<=${#files[@]} ; i++ ))
|
---|
34 | do
|
---|
35 | night=`basename ${files[$i-1]} | cut -d_ -f1`
|
---|
36 | run=`basename ${files[$i-1]} | cut -d_ -f2`
|
---|
37 | printprocesslog "DEBUG night: "$night" run: "$run
|
---|
38 | dsfile=$dspath"/dataset"$night"_"$run".txt"
|
---|
39 | #echo $dsfile
|
---|
40 | printprocesslog "INFO writing dataset file "$dsfile
|
---|
41 | # write dataset only if merpp-log is available to make sure that star-file is complete
|
---|
42 | merpplog=`echo ${files[$i-1]} | sed -e 's/_I.root/-merpp.log/'`
|
---|
43 | stillrunning=`find $merpplog -mmin -1 2>/dev/null`
|
---|
44 | if [ -e $merpplog ] && [ "$stillrunning" == "" ]
|
---|
45 | then
|
---|
46 | echo `dirname ${files[$i-1]}`" "`basename ${files[$i-1]}` > $dsfile
|
---|
47 | else
|
---|
48 | printprocesslog "INFO merpp still running - wait with file "${files[$i-1]}
|
---|
49 | continue
|
---|
50 | fi
|
---|
51 | # process only if ganymedlogfiles is not yet there
|
---|
52 | logfile=`echo $dsfile | sed -e 's/datasets/ganymed/' -e 's/dataset//' -e 's/[.]txt/-ganymed[.]log/'`
|
---|
53 | if ! ls $logfile >/dev/null 2>&1
|
---|
54 | then
|
---|
55 | # fixme: why is this double?
|
---|
56 | night=`basename ${files[$i-1]} | cut -d_ -f1`
|
---|
57 | runid=`basename ${files[$i-1]} | cut -d_ -f2 | cut -d. -f1`
|
---|
58 | #echo "night: "$night
|
---|
59 | #echo "runid: "$runid
|
---|
60 | rawfilepath=$rawdata"/"$datepath"/"
|
---|
61 | rawfilename=`basename ${files[$i-1]} | sed -e 's/_I.root/.fits/'`
|
---|
62 | #echo $rawfilepath
|
---|
63 | #echo $rawfilename
|
---|
64 | rawfile=`find $rawfilepath -name $rawfilename*`
|
---|
65 | printprocesslog "INFO processing "$rawfile
|
---|
66 | drivefile=$auxdata"/"$datepath"/"`basename ${files[$i-1]} | cut -d_ -f1`".DRIVE_CONTROL_SOURCE_POSITION.fits"
|
---|
67 | printprocesslog "INFO getting coordinates from "$drivefile
|
---|
68 | tstopi=`$factpath/fitsdump -h $rawfile 2>/dev/null | grep TSTOPI | grep -E -o '[0-9]+'`
|
---|
69 | tstopf=`$factpath/fitsdump -h $rawfile 2>/dev/null | grep TSTOPF | grep -E -o '[.][0-9]+'`
|
---|
70 | tstop=${tstopi}${tstopf}
|
---|
71 | #echo "tstop: "$tstop
|
---|
72 | if ls $drivefile >/dev/null 2>&1
|
---|
73 | then
|
---|
74 | coordinates=( `${factpath}/fitsdump ${drivefile} -c Ra_src Dec_src -r --filter='Time<'${tstop} 2>/dev/null | tail -1 2>&1` )
|
---|
75 | if [ "${coordinates[0]}" == "" ] || [ "${coordinates[1]}" == "" ]
|
---|
76 | then
|
---|
77 | printprocesslog "WARN couldn't get coordinates ("${coordinates[@]}") from "$drivefile
|
---|
78 | #echo "WARN couldn't get coordinates ("${coordinates[@]}") from "$drivefile
|
---|
79 | continue
|
---|
80 | fi
|
---|
81 | if [ "${coordinates[0]}" == "0" ] || [ "${coordinates[1]}" == "0" ]
|
---|
82 | then
|
---|
83 | printprocesslog "WARN coordinates "${coordinates[@]}
|
---|
84 | #echo "WARN coordinates "${coordinates[@]}
|
---|
85 | continue
|
---|
86 | fi
|
---|
87 | else
|
---|
88 | printprocesslog "DEBUG coordinates "${coordinates[@]}
|
---|
89 | #echo "DEBUG coordinates "${coordinates[@]}
|
---|
90 | query="SELECT fSourceKEY FROM RunInfo WHERE fNight="$night" AND fRunID="$runid
|
---|
91 | sourcekey=`sendquery`
|
---|
92 | if [ "$sourcekey" == "" ]
|
---|
93 | then
|
---|
94 | printprocesslog "WARN sourcekey empty - coordinates"${coordinates[@]}
|
---|
95 | #echo "WARN sourcekey empty - coordinates"${coordinates[@]}" for "$rawfile
|
---|
96 | continue
|
---|
97 | fi
|
---|
98 | query="SELECT Round(fRightAscension,6), Round(fDeclination,6) from source WHERE fSourceKey="$sourcekey
|
---|
99 | coordinates=( `sendquery` )
|
---|
100 | if [ "${coordinates[0]}" == "" ] || [ "${coordinates[1]}" == "" ]
|
---|
101 | then
|
---|
102 | printprocesslog "WARN couldn't get coordinates ("${coordinates[@]}") from "$drivefile
|
---|
103 | #echo "WARN couldn't get coordinates ("${coordinates[@]}") from "$drivefile
|
---|
104 | continue
|
---|
105 | fi
|
---|
106 | if [ "${coordinates[0]}" == "0" ] || [ "${coordinates[1]}" == "0" ]
|
---|
107 | then
|
---|
108 | printprocesslog "WARN coordinates "${coordinates[@]}
|
---|
109 | #echo "WARN coordinates "${coordinates[@]}
|
---|
110 | continue
|
---|
111 | fi
|
---|
112 | fi
|
---|
113 |
|
---|
114 | printprocesslog "DEBUG "$logfile" "${files[$i-1]}" -"${coordinates[0]}"-"${coordinates[1]}
|
---|
115 | printprocesslog "DEBUG `dirname $0`/RunGanymed.sh $dsfile "${coordinates[0]}" "${coordinates[1]}
|
---|
116 | `dirname $0`/RunGanymed.sh $dsfile ${coordinates[0]} ${coordinates[1]}
|
---|
117 | numganymeds=`echo " $numganymeds + 1 " | bc -l`
|
---|
118 | fi
|
---|
119 | done
|
---|
120 | printprocesslog "INFO found "$numganymeds" ganymeds."
|
---|
121 |
|
---|
122 | # # get list of 5min-dataset-files as starting point
|
---|
123 | # printprocesslog "INFO get list of dataset files for "$min"min"
|
---|
124 | # files=( `find $dspath -type f -name 'dataset*.txt' | sort` )
|
---|
125 | # minold=5
|
---|
126 | # # loop over data set files
|
---|
127 | # # copy always 2 in one new file for double observation time
|
---|
128 | # while [ ${#files[@]} -gt 1 ]
|
---|
129 | # do
|
---|
130 | # # get double observation time and path for datasets
|
---|
131 | # min=`echo " $minold + $minold " | bc -l `
|
---|
132 | # dspathold=$dspath
|
---|
133 | # dspath=$anapath"/"$source"/datasets"`printf %03d $min`"min/"$datepath
|
---|
134 | # makedir $dspath
|
---|
135 | # # loop over already existing data set files
|
---|
136 | # for (( i=0 ; i<=${#files[@]} ; i++ ))
|
---|
137 | # do
|
---|
138 | # # number of 1st and 2nd old dataset file
|
---|
139 | # num1=`echo " $i + $i + 1" | bc -l `
|
---|
140 | # num2=`echo " $i + $i + 2 " | bc -l `
|
---|
141 | # # number of new dataset file
|
---|
142 | # dsnum=`echo " $i + 1 " | bc -l `
|
---|
143 | # # continue only if 2 dataset files are left
|
---|
144 | # if ! [ ${files[$num1]} ]
|
---|
145 | # then
|
---|
146 | # break
|
---|
147 | # fi
|
---|
148 | # ds1=$dspathold"/dataset"$num1".txt"
|
---|
149 | # ds2=$dspathold"/dataset"$num2".txt"
|
---|
150 | # dsfile=$dspath"/dataset"$dsnum".txt"
|
---|
151 | # if ! [ -e $ds1 ] || ! [ -e $ds2 ]
|
---|
152 | # then
|
---|
153 | # echo $ds1" or "$ds2" is still missing -> continue."
|
---|
154 | # continue
|
---|
155 | # fi
|
---|
156 | # # copy two old into one new dataset file
|
---|
157 | # printprocesslog "INFO writing dataset "$dsfile
|
---|
158 | # cat $ds1 > $dsfile
|
---|
159 | # cat $ds2 >> $dsfile
|
---|
160 | # # process only if ganymedlogfiles is not yet there
|
---|
161 | # logfile=`echo $dsfile | sed -e 's/datasets/ganymed/' -e 's/dataset//' -e 's/[.]txt/-ganymed[.]log/'`
|
---|
162 | # if ! ls $logfile >/dev/null 2>&1
|
---|
163 | # then
|
---|
164 | # echo $logfile
|
---|
165 | # `dirname $0`/RunGanymed.sh $source $dsfile
|
---|
166 | # numganymeds=`echo " $numganymeds + 1 " | bc -l`
|
---|
167 | # fi
|
---|
168 | # done
|
---|
169 | # # get list of new dataset files
|
---|
170 | # printprocesslog "INFO get list of dataset files for "$min"min"
|
---|
171 | # files=( `find $dspath -type f -name 'dataset*.txt' | sort` )
|
---|
172 | # minold=$min
|
---|
173 | # done
|
---|
174 |
|
---|
175 | # if [ $numganymeds -gt 0 ]
|
---|
176 | # then
|
---|
177 | # if ! ps aux | grep Step2b | grep -v grep >/dev/null 2>&1
|
---|
178 | # then
|
---|
179 | # `dirname $0`/Step2b.sh &
|
---|
180 | # fi
|
---|
181 | # if ! ps aux | grep Step3 | grep -v grep >/dev/null 2>&1
|
---|
182 | # then
|
---|
183 | # `dirname $0`/Step3.sh min &
|
---|
184 | # fi
|
---|
185 | # numganymeds=0
|
---|
186 | # fi
|
---|
187 | #done
|
---|
188 |
|
---|
189 | finish
|
---|