Changeset 9123 for trunk/MagicSoft/Mars/datacenter/scripts
- Timestamp:
- 08/15/08 15:56:15 (16 years ago)
- File:
-
- 1 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/MagicSoft/Mars/datacenter/scripts/dowebplots
r9074 r9123 18 18 # 19 19 # 20 # Author(s): Daniela Dorner 08/200 5<mailto:dorner@astro.uni-wuerzburg.de>21 # 22 # Copyright: MAGIC Software Development, 2000-200 720 # Author(s): Daniela Dorner 08/2008 <mailto:dorner@astro.uni-wuerzburg.de> 21 # 22 # Copyright: MAGIC Software Development, 2000-2008 23 23 # 24 24 # … … 31 31 # files are produced. 32 32 # 33 # The files from which plots are created can be devided into two categories: 34 # general: plots needed only once per telescope 35 # individual: plots done for each sequence / dataset 36 # 37 # For 'general' first the rootfiles are created with a macro from the 38 # database, then from this the ps via showplot, from this the pdf and the 39 # png files. 40 # For 'individual' running the macro is only needed for the plotdb for 41 # ganymed. The other steps are done accordingly. 42 # 43 # Via command line options the plots can be selected. For more information 44 # execute the script with the -h option. 45 # 33 46 34 47 source `dirname $0`/sourcefile … … 38 51 set -C 39 52 53 40 54 scriptlog=$runlogpath/$program-$datetime.log 41 55 date >> $scriptlog 2>&1 42 56 43 while getopts p: opts 57 echo $@ >> $scriptlog 2>&1 58 59 # definition of the plots to be created 60 generals=( plotdb optical condor status ) 61 individuals=( calib signal star ganymed gplotdb ) 62 # definition of the variables needed and varying for the plots 63 names=( plotdb optical condor status calib signal star ganymed gplotdb ) 64 pathnames=( plotdb optical condor status callisto callisto star ganymed ganymed ) 65 macros=( plotdb plotoptical plotusage plotstat no no no no no ) 66 filenames=( plotdb plotoptical plotusage plotstat calib signal star ganymed plotdb ) 67 columns=( no no no no fWebCalib fWebSignal fWebStar fWebGanymed fWebPlotDBGanymed ) 68 digits=( 0 0 0 0 4 4 4 5 5 ) 69 70 # function to print the usage of the script 71 function usage() 72 { 73 echo "Usage: $0 [options]" 74 echo "options:" 75 echo -n " --general name " 76 echo " where 'name' can be 'all' or one of the following: ${generals[@]} " 77 echo -n " --individual name " 78 echo " where 'name' can be 'all' or one of the following: ${individuals[@]} " 79 echo -n " -h " 80 echo " print this usage " 81 echo "" 82 echo "Remark: if no commandline option is given the plots are produced for everything." 83 echo "" 84 exit 85 } 86 87 # reading in the command line options 88 general=( ) 89 individual=( ) 90 while [ "$1" ] 91 do 92 case $1 in 93 --general) shift 94 if [ "$1" = "all" ] 95 then 96 general=( ${generals[@]} ) 97 else 98 general=( $general $1 ) 99 fi 100 ;; 101 --individual) shift 102 if [ "$1" = "all" ] 103 then 104 individual=( ${individuals[@]} ) 105 else 106 individual=( $individual $1 ) 107 fi 108 ;; 109 -h) usage 110 exit 111 ;; 112 *) echo "unknown option $1 " >> $scriptlog 2>&1 113 usage >> $scriptlog 2>&1 114 exit 115 ;; 116 esac 117 shift 118 done 119 120 if [ ${#general[@]} -eq 0 ] || [ ${#individual[@]} -eq 0 ] 121 then 122 all=( ${names[@]} ) 123 else 124 all=( ${general[@]} ${individual[@]} ) 125 fi 126 127 echo "For the following plots will be produced: "${all[@]} >> $scriptlog 2>&1 128 129 130 131 # rsync subsystemdata, sequence and dataset files 132 echo "do rsync for subsystem files" >> $scriptlog 2>&1 133 #rsync -avn --delete $subsystempath/ $webpath/subsystemdata >> $scriptlog 2>&1 134 135 echo "do rsync for sequence files" >> $scriptlog 2>&1 136 #rsync -avn --delete $sequencepath/ $webpath/sequences >> $scriptlog 2>&1 137 138 echo "do rsync for dataset files" >> $scriptlog 2>&1 139 #rsync -avn --delete $datasetpath/ $webpath/datasets >> $scriptlog 2>&1 140 141 142 # using hour for lock => after 24 no new script is 143 # started in case the previous is still running 144 hour=`date +%H` 145 lockfile=$lockpath/${program}-${hour}h.txt 146 checklock >> $scriptlog 2>&1 147 148 count=0 149 # loop over all scripts in $names 150 while [ 1 -gt 0 ] 44 151 do 45 case $opts in 46 p) type=$OPTARG 47 echo "got programname: $type" >> $scriptlog 2>&1 48 ;; 49 ?) echo "usage: $(basename $0) -p programname" >> $scriptlog 2>&1 50 ;; 51 esac 52 done 53 54 if [ "$type" = "" ] 55 then 56 echo "no program name given -> exit" >> $scriptlog 2>&1 57 echo "usage: $(basename $0) -p programname" >> $scriptlog 2>&1 58 date >> $scriptlog 2>&1 59 printprocesslog "INFO finished $0" 60 exit 61 fi 62 63 # check if script is already running 64 lockfile=$lockpath/lock-$program-$type.txt 65 checklock >> $scriptlog 2>&1 66 67 #finding all rootfiles in the data directory, that were modified in the last 3 days 68 #this are all statusdisplays 69 rootfiles=`find $datapath/$type/ -maxdepth 10 -name '*.root' -mtime -3 | grep -v '_I_' | grep -v '_Y_' | grep -v 'summary'` 70 71 #exit if no rootfiles are found 72 if [ "$rootfiles" = "" ] 73 then 74 echo "nothing to do -> exit" >> $scriptlog 2>&1 75 finish >> $scriptlog 2>&1 76 fi 77 78 79 cd $mars 80 81 #produce plots for each rootfile 82 printprocesslog "INFO procduing plots for each $type rootfile" 83 for rootfile in ${rootfiles[@]} 84 do 85 date >> $scriptlog 2>&1 86 #get names of the psfile and the 87 #pngfiles (1 per tab in the statusdiplay) 88 psfile=`echo $rootfile | sed -e 's/.root$/.ps/g'` 89 tabfile=`echo $rootfile | sed -e 's/.root$/-tab/g'` 90 echo "rootfile: $rootfile" >> $scriptlog 2>&1 91 echo "psfile: $psfile" >> $scriptlog 2>&1 92 echo "tabfile: $tabfile" >> $scriptlog 2>&1 152 check="ok" 153 # get needed variables from the arrays 154 name=${names[$count]} 155 macro=${macros[$count]} 156 pathname=${pathnames[$count]} 157 filename=${filenames[$count]} 158 column=${columns[$count]} 159 digit=${digits[$count]} 93 160 94 #get date of root- and psfile 95 daterootfile=`date +%Y%m%d -r $rootfile` >> $scriptlog 2>&1 96 datepsfile=`date +%Y%m%d -r $psfile` >> $scriptlog 2>&1 97 if [ "$datepsfile" = "" ] 161 count=`expr $count + 1` 162 if [ $count -gt ${#names[@]} ] 98 163 then 99 echo "date of psfile is empty, i.e. the file $psfile doesn't exist" >> $scriptlog 2>&1 100 echo " -> setting date to 0 and producing psfile..." >> $scriptlog 2>&1 101 datepsfile=0 102 fi 103 104 echo "checking date..." >> $scriptlog 2>&1 105 echo "date of rootfile: $daterootfile" >> $scriptlog 2>&1 106 echo "date of psfile: $datepsfile" >> $scriptlog 2>&1 107 #if the psfile is newer than the rootfile 108 #no plots have to be done -> continue 109 if [ "$datepsfile" -gt "$daterootfile" ] >> $scriptlog 2>&1 110 then 111 echo "psfile is newer than rootfile -> continue " >> $scriptlog 2>&1 164 count=0 112 165 continue 113 166 fi 114 115 printprocesslog "INFO procduing plots for $rootfile" 116 echo "producing psfile..." >> $scriptlog 2>&1 117 ./showplot -b --save-as-ps=$psfile $rootfile >> $scriptlog 2>&1 118 119 echo "creating temporary dir for pstoimg..." >> $scriptlog 2>&1 120 temppath=`dirname $rootfile | sed -e 's/\/magic\/data//'` 121 tempwebplotspath=/tmp/pstoimgtmp$temppath 122 makedir $tempwebplotspath >> $scriptlog 2>&1 123 124 echo "converting plots to png..." >> $scriptlog 2>&1 125 pstoimg -antialias -aaliastext -interlaced -flip r270 -density 100 -tmp $tempwebplotspath -type png -multipage -out=$tabfile $psfile >> $scriptlog 2>&1 167 # find out if these plots have to be created 168 # by looping over the complete array $all and comparing the entries to those of the array $names 169 for (( a=0 ; a <= ${#all[@]} ; a++ )) 170 do 171 # exit the loop if the entries agree 172 # i.e. produce plots for this entry 173 if [ "${all[$a]}" = "$name" ] 174 then 175 break 176 fi 177 # continue if the end of array is not yet reached 178 if [ $a -lt ${#all[@]} ] 179 then 180 continue 181 fi 182 # exit both loops if no entry in the array is left 183 # i.e. there is nothing to do anymore 184 if [ ${#all[@]} -eq 0 ] 185 then 186 break 2 187 fi 188 # continue with the next entry in the array $names 189 # in case the end of the array $all is reached without agreement 190 continue 2 191 done 192 193 # do things specific to 'general' and 'individual' 194 if [ "$macro" = "no" ] 195 then 196 # 'individual' 197 # remove name from list in case there is nothing left to do 198 getstatus >> $scriptlog 2>&1 199 if [ "$numproc" = "" ] 200 then 201 unset all[$a] 202 all=( ${all[@]} ) 203 continue 204 fi 205 # get one sequence or dataset from the database for which plots have to be produced 206 gettodo "1" >> $scriptlog 2>&1 207 num=${primaries[0]} 208 echo "executing $name for number "$num >> $scriptlog 2>&1 209 # lock the process 210 lockfile=$lockpath/$program-$name-$num.txt 211 checklock continue >> $scriptlog 2>&1 212 setstatus "start" >> $scriptlog 2>&1 213 # set needed file and path names 214 pathpart=$pathname/`printf %08d $num | cut -c 0-${digit}`/`printf %08d $num` 215 inpath=$datapath/$pathpart 216 outpath=$webpath/$pathpart 217 tmppath=/tmp/pstoimg$pathpart 218 rootfile=$inpath/$filename`printf %08d $num`.root 219 psfile=$inpath/$filename`printf %08d $num`.ps 220 csvfile=$inpath/$filename`printf %08d $num`.csv 221 pdffile=$outpath/$filename`printf %08d $num`.pdf 222 # rsync 223 makedir $outpath >> $scriptlog 2>&1 224 rsync -aLv --exclude=20[01][0-9]*_[YI]_*[.]root $inpath/ $outpath >> $scriptlog 2>&1 225 226 # for ganymed not only the ganymed*.root is processed but also a plotdb.root for the 227 # dataset. therefore the macro plotdb.C has to be run in this case 228 if [ "$name" = "gplotdb" ] 229 then 230 # overwrite needed file and path names 231 rootfile=$inpath/$filename.root 232 psfile=$inpath/$filename.csv 233 pdffile=$outpath/$filename.pdf 234 datasetfile=$datasetpath/`printf %08d $num | cut -c 0-${digit}`/dataset`printf %08d $num`.txt 235 236 echo "check1=root -q -b $macrospath/plotdb.C+\(\"$datasetfile\"\,\"$inpath/\"\) | tee -a $scriptlog | intgrep" >> $scriptlog 2>&1 237 check1=`root -q -b $macrospath/plotdb.C+\("\"$datasetfile\""\,"\"$inpath/\""\) | tee -a $scriptlog | intgrep` 238 case $check1 in 239 1) echo " check1=$check1 -> everything ok" >> $scriptlog 2>&1 240 printprocesslog "INFO rootfile $rootfile successfully produced" 241 ;; 242 *) echo " check1=$check1 -> ERROR -> couldn't create plots -> exit" >> $scriptlog 2>&1 243 printprocesslog "ERROR producing rootfile $rootfile failed" 244 com=$Fdowebplots 245 check=$check1 246 ;; 247 esac 248 fi 249 else 250 # 'general' 251 echo "executing $name " >> $scriptlog 2>&1 252 # remove 'general' from list as they need to be executed only once 253 unset all[$a] 254 all=( ${all[@]} ) 255 # lock process 256 lockfile=$lockpath/$program-$name.txt 257 checklock continue >> $scriptlog 2>&1 258 # set needed file and path names 259 outpath=$webpath/$pathname 260 tmppath=/tmp/$pathname 261 rootfile=$outpath/$filename.root 262 psfile=$outpath/$filename.csv 263 pdffile=$outpath/$filename.pdf 264 txtfile=$outpath/$filename.txt 265 266 echo "check2=root -q -b $macrospath/$macro.C+\(\"$outpath/\"\) 2>> $txtfile | tee -a $scriptlog | intgrep" >> $scriptlog 2>&1 267 check2=`root -q -b $macrospath/$macro.C+\("\"$outpath/\""\) 2>> $txtfile | tee -a $scriptlog | intgrep` 268 case $check2 in 269 1) echo " check2=$check2 -> everything ok" >> $scriptlog 2>&1 270 printprocesslog "INFO rootfile $rootfile successfully produced" 271 ;; 272 *) echo " check2=$check2 -> ERROR -> couldn't produce root file $rootfile -> exit" >> $scriptlog 2>&1 273 printprocesslog "ERROR producing rootfile $rootfile failed" 274 com=$Fdowebplots 275 check=$check2 276 ;; 277 esac 278 fi 126 279 127 echo "removing temporary dir..." >> $scriptlog 2>&1 128 rmdir -pv $tempwebplotspath >> $scriptlog 2>&1 280 # in case no error occured, the plots are produced from the rootfile 281 if [ "$check" = "ok" ] 282 then 283 printprocesslog "INFO procduing plots (psfile and png) for $rootfile" 284 if ! ls $rootfile >/dev/null 2>&1 285 then 286 echo "rootfile $rootfile does not exist" >> $scriptlog 2>&1 287 printprocesslog "ERROR rootfile $rootfile does not exist" 288 com=$Fdowebplots 289 check=3 290 else 291 echo "producing psfile and csvfile..." >> $scriptlog 2>&1 292 if ! ./showplot -b --save-as-ps=$psfile --save-as-csv=$csvfile $rootfile >> $scriptlog 2>&1 293 then 294 com=$Fdowebplots 295 check=4 296 else 297 echo "creating temporary directory for pstoimg..." >> $scriptlog 2>&1 298 makedir $tmppath >> $scriptlog 2>&1 299 300 echo "converting plots to png..." >> $scriptlog 2>&1 301 if ! pstoimg -antialias -aaliastext -interlaced -flip r270 -density 100 -tmp $tmppath -out=$outpath/$name -type png -multipage $psfile >> $scriptlog 2>&1 302 then 303 printprocesslog "WARN could not create png files for $psfile " 304 com=$Fdowebplots 305 check=5 306 fi 307 308 echo "removing temporary directory..." >> $scriptlog 2>&1 309 rmdir -pv $tmppath >> $scriptlog 2>&1 310 311 echo "converting $psfile to pdf..." >> $scriptlog 2>&1 312 fi 313 314 if ps2pdf $psfile $pdffile >> $scriptlog 2>&1 315 then 316 rm -v $psfile >> $scriptlog 2>&1 317 else 318 printprocesslog "WARN could not convert $psfile to $pdffile" 319 com=$Fdowebplots 320 check=6 321 fi 322 fi 323 fi 129 324 130 echo "converting $psfile to pdf..." >> $scriptlog 2>&1 131 if ps2pdf $psfile >> $scriptlog 2>&1 132 then 133 rm -v $psfile >> $scriptlog 2>&1 134 else 135 printprocesslog "WARN could not convert $psfile to pdf" 136 fi 325 setstatus "stop" >> $scriptlog 2>&1 326 327 rm -v $lockfile >> $scriptlog 2>&1 328 329 sleep 2 137 330 done 138 331 332 # rsync for complete directory delete removed sequences 333 echo "do rsync for callisto, star and ganymed files" >> $scriptlog 2>&1 334 rsync -aLvn --delete --exclude=*/*/20[01][0-9]*_[YI]_*[.]root --exclude=*/*.ps $datapath/{callisto,star,ganymed}/ $webpath/callisto >> $scriptlog 2>&1 335 336 lockfile=$lockpath/${program}-${hour}h.txt 139 337 finish >> $scriptlog 2>&1 140 338 339
Note:
See TracChangeset
for help on using the changeset viewer.