#!/bin/bash # # This a resource file for the scripts, in which paths, variables # and setups are defined # # This setup file is for the machines on the FACT cluster at ISDC # # setup to use ftools export HEADAS=/swdev_nfs/heasoft-6.11.1/x86_64-unknown-linux-gnu-libc2.12 export HEADASPROMPT=/dev/null # setup to use fitsdump export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/swdev_nfs/FACT++/.libs export LC_ALL="en_US.UTF-8" # use new mysql version #export PATH=/swdev_nfs/mysql-8.0.12-linux-glibc2.12-x86_64/bin/:$PATH export PATH=/swdev_nfs/mysql-5.7.23-linux-glibc2.12-x86_64/bin/:$PATH # setup to use ROOT root=/swdev_nfs/root_v5.34.38/bin/thisroot.sh source $root # software versions export factpath=/swdev_nfs/FACT++ export mars=~/Mars.svn.r19203 corsikapath=/home/projects/fact_opr/corsika-75000/run corsika=corsika75000Linux_QGSJET_fluka flukapath=/home/projects/fact_opr/fluka # site processingsite=isdc sitekey=4 storagesite=isdc # queuing system queuesys=sge sgepath=/usr/bin # logging and setup logpath=~/logs.automatic.processing/autologs lockpath=~/logs.automatic.processing/locks rsynctempdir=/scratch/rsync_tmp # data paths #datapath=/scratch/fact/data.2013.05.11 datapath=/gpfs0/fact/processing/data.r19203 datapath_for_sed=$(printf "%s\n" "$datapath" | sed 's/[][\.*^$(){}?+|/]/\\&/g') drstimepath=/gpfs0/fact/processing/drs_time_calib #seqpath=/scratch/fact/sequences seqpath=/gpfs0/fact/processing/sequences auxdata=/fact/aux auxdata_for_sed=$(printf "%s\n" "$auxdata" | sed 's/[][\.*^$(){}?+|/]/\\&/g') rawdata=/fact/raw rawdata_for_sed=$(printf "%s\n" "$rawdata" | sed 's/[][\.*^$(){}?+|/]/\\&/g') # rawdata and ziprawdata are the same # variable $ziprawdata needed for FillAuxData.sh ziprawdata=/fact/raw ziprawdata_for_sed=$(printf "%s\n" "$rawdata" | sed 's/[][\.*^$(){}?+|/]/\\&/g') # get paths for mars, macros and scripts # in case the variable is not yet set if [ "$mars" == "" ] then mars=`dirname $0 | sed -e 's/\/datacenter\/scripts//'` fi macrospath=$mars/datacenter/macros scriptspath=`dirname $0` # rcfiles # dependencies of steps steps=$scriptspath/../Setup/steps_fact_isdc.rc # file with db information sqlrc=/home/projects/fact_opr/.mysql.pw.lp-fact.operator.factdata #addresses to which information about full disks is sent deladrs="shift@fact-project.org" #addresses to which the errors are sent erradrs="dorner@astro.uni-wuerzburg.de" #addresses to which the changes are sent adrs="dorner@astro.uni-wuerzburg.de" # #setup for jobmanager # sleeptime=300 #600 #30 sleeptimelimit=360 #360 errorsleeptimedefault=60 #60 algorithm=2 #hour: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 pnototal=( 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 ) pnototalwe=( 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 180 ) # set variables for jobmanager scripts=( "RunCallisto.sh" "RunStar.sh" ) queues=( "fact_medium" "fact_short" ) scriptscolname=( "Callisto" "Star" ) ratio=( 0.6 0.4 ) maxjobs=( 25 400 ) # fact_short 1h 192 slots # fact_medium 6h 128 slots # fact_long 168h 64 slots # further wishlist: adapt ratio automatically # setup for warning/errors # print warnings/errors (eg for missing files) only after a delay of few days to account for transfer transferdelay=3 #days checknight=`date +%Y%m%d --date="-${transferdelay}day"` # setup transfer numrsyncwuelimit=4 # setup for qla anapath=$datapath qlasge="yes" resulttable1="AnalysisResultsRunISDC" resulttable2="AnalysisResultsNightISDC" firstnight=20111115