| 1 | MAILTO=dorner@astro.uni-wuerzburg.de
|
|---|
| 2 | AUTOMATIONSETUP="fact.lp.data"
|
|---|
| 3 | # cronjobs for newdata
|
|---|
| 4 | ## check network status
|
|---|
| 5 | #*/15 * * * * /home/fact/SW.automatic.processing/DataCheck/Monitoring/CheckNetworkStatus.sh
|
|---|
| 6 | # check time offset of machine
|
|---|
| 7 | 0 */6 * * * /home/fact/SW.automatic.processing/DataCheck/Monitoring/CheckNTPDate.sh
|
|---|
| 8 | # clean-up /scratch (make sure that Step1.sh for previous night is not running after that)
|
|---|
| 9 | 10 18 * * * /home/fact/SW.automatic.processing/DataCheck/Transfer/CleanupNewdata.sh
|
|---|
| 10 | # rsync auxfiles from newdaq via daq to data
|
|---|
| 11 | */15 * * * * if ! ps aux | grep RsyncAuxLP | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/Transfer/RsyncAuxLP.sh ; fi
|
|---|
| 12 | # first step of the QLA: rsync newdaq->daq, callisto, star, starting also ganymed
|
|---|
| 13 | # (make sure that it is running for previous night only before cleaning /scratch)
|
|---|
| 14 | */5 19-23,0-7 * * * if ! ps aux | grep Step1 | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/QuickLook/Step1.sh ; fi
|
|---|
| 15 | 0 8-17 * * * if ! ps aux | grep Step1 | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/QuickLook/Step1.sh ; fi
|
|---|
| 16 | # compress data
|
|---|
| 17 | # (make sure that it is running for previous night only before cleaning /scratch)
|
|---|
| 18 | */5 19-23,0-7 * * * if ! ps aux | grep ZipRawData | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/Transfer/ZipRawData.sh ; fi
|
|---|
| 19 | 16 8-17 * * * if ! ps aux | grep ZipRawData | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/Transfer/ZipRawData.sh ; fi
|
|---|
| 20 | # third step of the QLA: creating lightcurves for the webpage
|
|---|
| 21 | 2-59/5 19-23,0-7 * * * if ! ps aux | grep Step3 | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/QuickLook/Step3.sh run ; fi
|
|---|
| 22 | 0 8-18 * * * if ! ps aux | grep Step3 | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/QuickLook/Step3.sh run ; fi
|
|---|
| 23 | # check for flares
|
|---|
| 24 | */5 19-23,0-7 * * * if ! ps aux | grep FlareAlerts | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/QuickLook/FlareAlerts.sh ; fi
|
|---|
| 25 | # create quality plots
|
|---|
| 26 | 5 * * * * /home/fact/SW.automatic.processing/DataCheck/DataCheck/PlotQuality.sh
|
|---|
| 27 | # fill ratescans to database and plot them for website
|
|---|
| 28 | 10 * * * * /home/fact/SW.automatic.processing/DataCheck/Processing/FillRatescans.sh
|
|---|
| 29 | 15 * * * * /home/fact/SW.automatic.processing/DataCheck/DataCheck/PlotRatescans.sh
|
|---|
| 30 | # backup of the QLA results to newdaq
|
|---|
| 31 | 0 8,10,12 * * * /home/fact/SW.automatic.processing/DataCheck/Transfer/BackupQLA.sh
|
|---|
| 32 | # get some images for later data check every 5 minutes during night
|
|---|
| 33 | # lidcam
|
|---|
| 34 | */5 18-23,0-8 * * * mkdir -p /data1/analysis/lidcam_images/`date -u +\%Y/\%m/\%d` && wget -q -O /data1/analysis/lidcam_images/`date -u +\%Y/\%m/\%d`/lidcamimage_`date -u +\%Y\%m\%d_\%H\%M\%S`.jpg https://www.fact-project.org/cam/lidcam.php
|
|---|
| 35 | # fact skycam
|
|---|
| 36 | */5 18-23,0-8 * * * mkdir -p /data1/analysis/skycam_images/`date -u +\%Y/\%m/\%d` && wget -q -O /data1/analysis/skycam_images/`date -u +\%Y/\%m/\%d`/skycamimage_`date -u +\%Y\%m\%d_\%H\%M\%S`.jpg https://www.fact-project.org/cam/skycam.php
|
|---|
| 37 | # concam
|
|---|
| 38 | */5 18-23,0-8 * * * mkdir -p /data1/analysis/concam_images/`date -u +\%Y/\%m/\%d` && wget -q -O /data1/analysis/concam_images/`date -u +\%Y/\%m/\%d`/concam_allskyimage_`date -u +\%Y\%m\%d_\%H\%M\%S`.jpg http://catserver.ing.iac.es/weather/archive/concam/concam_labels.png
|
|---|
| 39 | # gtc allsky image
|
|---|
| 40 | */5 18-23,0-8 * * * mkdir -p /data1/analysis/gtc_images/`date -u +\%Y/\%m/\%d` && wget -q -O /data1/analysis/gtc_images/`date -u +\%Y/\%m/\%d`/gtc_allskyimage_`date -u +\%Y\%m\%d_\%H\%M\%S`.jpg http://www.gtc.iac.es/multimedia/netcam/camaraAllSky.jpg
|
|---|
| 41 | # magic allsky image
|
|---|
| 42 | */5 18-23,0-8 * * * mkdir -p /data1/analysis/magic_images/`date -u +\%Y/\%m/\%d` && wget -q -O /data1/analysis/magic_images/`date -u +\%Y/\%m/\%d`/magic_allskyimage_`date -u +\%Y\%m\%d_\%H\%M\%S`.jpg http://www.magic.iac.es/site/weather/AllSkyCurrentImage.JPG
|
|---|
| 43 | # fill moon information
|
|---|
| 44 | 42 * * * * if ! ps aux | grep FillMoonInfo | grep -v grep >/dev/null 2>&1 ; then /home/fact/SW.automatic.processing/DataCheck/Processing/FillMoonInfo.sh ; fi
|
|---|
| 45 | # check disk usage
|
|---|
| 46 | 50 * * * * /home/fact/SW.automatic.processing/DataCheck/Monitoring/CheckDU.sh
|
|---|
| 47 | # check global log
|
|---|
| 48 | # once per day for ERROR and WARN
|
|---|
| 49 | 10 0 * * * /home/fact/SW.automatic.processing/DataCheck/Monitoring/CheckLogs.sh day
|
|---|
| 50 | # once per hour for CONNECTION and DISK
|
|---|
| 51 | 10 * * * * /home/fact/SW.automatic.processing/DataCheck/Monitoring/CheckLogs.sh hour
|
|---|
