Index: trunk/DataCheck/Tools/get_data.sh
===================================================================
--- trunk/DataCheck/Tools/get_data.sh	(revision 19960)
+++ trunk/DataCheck/Tools/get_data.sh	(revision 19961)
@@ -466,5 +466,6 @@
       querybase=$querybase" IF (@night=fNight AND FLOOR((@os+@ot)/"$bin"./60.)<1, @os:=@os + @ot, @os := @ot) AS os, @night :=fNight AS night "
       querybase=$querybase$from" CROSS JOIN (SELECT @night :=0, @ot :=0, @os :=0, @bl:=0) PARAMS "
-      querybase=$querybase$where" ORDER BY fRunStart) o GROUP BY block HAVING ontime>0.75*"$bin" ORDER BY 'time'"
+      querybase=$querybase$where
+      queryend=" ORDER BY fRunStart) o GROUP BY block HAVING ontime>0.75*"$bin" ORDER BY 'time'"
       
       # internal
@@ -479,6 +480,10 @@
       queryint=$queryint" MIN(o.zdmin) AS zdmin, MAX(o.zdmax) AS zdmax, MIN(o.th) AS thmin, MAX(o.th) AS thmax, "
       queryint=$queryint" ROUND(AVG(o.cufactor), 1) AS cufactor, ROUND(AVG(o.R750cor), 2) AS R750cor,  ROUND(AVG(o.R750ref), 2) AS R750ref "
-      queryint=$queryint" "$querybase
-      
+      if [ "$factorcut" == "" ]
+      then
+         queryint=$queryint" "$querybase" "$querydch" "$queryend
+      else
+         queryint=$queryint" "$querybase" "$querydch" AND ("$zdfactor" * "$thfactor") > "$factorcut" "$queryend
+      fi
       # for collaborators
       querycol=$querystart
@@ -487,8 +492,14 @@
       querycol=$querycol" "$excrateerr2", "$correxcrateerr2", "$cuerr2", "$fluxcorerr2", "
       querycol=$querycol" "$significance2
-      querycol=$querycol" "$querybase
+      if [ "$factorcut" == "" ]
+      then
+         querycol=$querycol" "$querybase" "$querydch" "$queryend
+      else
+         querycol=$querycol" "$querybase" "$querydch" AND ("$zdfactor" * "$thfactor") > "$factorcut" "$queryend
+      fi
       
       # external
-      queryext=$querystart" "$excrate2", "$deltat2", "$ontime2", "$excrateerr2" "$querybase
+      # no datacheck applied for external files
+      queryext=$querystart" "$excrate2", "$deltat2", "$ontime2", "$excrateerr2" "$querybase" "$queryend
       
    fi
@@ -726,4 +737,206 @@
 
 
+
+# LC for periodicity studies
+datapath=/home/dorner/analysis.FACT/flux.states.2020
+table="AnalysisResultsRunCutsLC" # CutsLC
+# nightly 
+bin=-1
+nightmin=20111115
+nightmax=20201231
+# 0323
+name="0323_nightly"
+source=12
+get_results
+
+exit
+
+
+# LC for Mrk 421 paper with MAGIC  - check IDV 
+# from David: MJD 57030 - 57540 (i.e. 8.1.2015 - 1.6.2016)
+datapath=/home/dorner/analysis.FACT/421.IDV
+# include lidar data
+dch=" AND fR750Cor/fR750Ref > 0.93 "
+table="AnalysisResultsRunCutsLC" # CutsLC
+# conversion factor to fluxes for CutsLC 
+#  using slope of -3.35 -> threshold ~685 GeV
+#  details: https://www.fact-project.org/logbook/showthread.php?tid=6994&pid=28902#pid28902
+crabfluxconv="3.64" 
+# Mrk 421
+source=1
+# 20 min 
+bin=20
+# time range of MAGIC paper
+nightmin=20141101
+nightmax=20160630
+name="Mrk421_20141101_20160630_20min_forMAGIC_DChLim"
+get_results
+# 30 min binning
+bin=30
+name="Mrk421_20141101_20160630_30min_forMAGIC_DChLim"
+get_results
+# 40 min binning
+bin=40
+name="Mrk421_20141101_20160630_40min_forMAGIC_DChLim"
+get_results
+# 60 min binning
+bin=60
+name="Mrk421_20141101_20160630_60min_forMAGIC_DChLim"
+get_results
+# 80 min binning
+bin=80
+name="Mrk421_20141101_20160630_80min_forMAGIC_DChLim"
+get_results
+# 90 min binning
+bin=90
+name="Mrk421_20141101_20160630_90min_forMAGIC_DChLim"
+get_results
+# 100 min binning
+bin=100
+name="Mrk421_20141101_20160630_100min_forMAGIC_DChLim"
+get_results
+# 120 min binning
+bin=120
+name="Mrk421_20141101_20160630_120min_forMAGIC_DChLim"
+get_results
+# all data 
+nightmin=20111115
+nightmax=20201231
+bin=20
+name="Mrk421_all_20min_DChLim"
+get_results
+bin=30
+name="Mrk421_all_30min_DChLim"
+get_results
+bin=40
+name="Mrk421_all_40min_DChLim"
+get_results
+bin=60
+name="Mrk421_all_60min_DChLim"
+get_results
+bin=80
+name="Mrk421_all_80min_DChLim"
+get_results
+bin=90
+name="Mrk421_all_90min_DChLim"
+get_results
+bin=100
+name="Mrk421_all_100min_DChLim"
+get_results
+bin=120
+name="Mrk421_all_120min_DChLim"
+get_results
+
+
+
+exit
+
+
+# IDV LCs for Mrk 421 with MAGIC
+# Biswajit: MJD 56970-57560
+#   = 2014-11-09 - 2016-06-21
+#   is covered in check (below)
+# IDV in MAGIC: 2015-01-26
+# IDV in FACT: 2015-03-11
+# details: https://www.fact-project.org/logbook/showthread.php?tid=7297
+datapath=/home/dorner/analysis.FACT/corrected.lcs.for.collaborators/lcs
+table="AnalysisResultsRunCutsLC" # CutsLC
+# Mrk 421
+source=1
+# conversion factor to fluxes for CutsLC 
+#  using slope of -3.35 -> threshold ~685 GeV
+#  details: https://www.fact-project.org/logbook/showthread.php?tid=6994&pid=28902#pid28902
+crabfluxconv="3.64" 
+# 20 min
+bin=20
+nightmin=20150126
+nightmax=20150126
+name="Mrk421_20150126_20min_forMAGIC"
+get_results
+nightmin=20150311
+nightmax=20150311
+name="Mrk421_20150311_20min_forMAGIC"
+get_results
+
+
+
+
+# LC for Mrk 421 paper with MAGIC  - check IDV 
+# from David: MJD 57030 - 57540 (i.e. 8.1.2015 - 1.6.2016)
+datapath=/home/dorner/analysis.FACT/421.IDV
+table="AnalysisResultsRunCutsLC" # CutsLC
+# conversion factor to fluxes for CutsLC 
+#  using slope of -3.35 -> threshold ~685 GeV
+#  details: https://www.fact-project.org/logbook/showthread.php?tid=6994&pid=28902#pid28902
+crabfluxconv="3.64" 
+# Mrk 421
+source=1
+# 20 min 
+bin=20
+# time range of MAGIC paper
+nightmin=20141101
+nightmax=20160630
+name="Mrk421_20141101_20160630_20min_forMAGIC"
+get_results
+# 30 min binning
+bin=30
+name="Mrk421_20141101_20160630_30min_forMAGIC"
+get_results
+# 40 min binning
+bin=40
+name="Mrk421_20141101_20160630_40min_forMAGIC"
+get_results
+# 60 min binning
+bin=60
+name="Mrk421_20141101_20160630_60min_forMAGIC"
+get_results
+# 80 min binning
+bin=80
+name="Mrk421_20141101_20160630_80min_forMAGIC"
+get_results
+# 90 min binning
+bin=90
+name="Mrk421_20141101_20160630_90min_forMAGIC"
+get_results
+# 100 min binning
+bin=100
+name="Mrk421_20141101_20160630_100min_forMAGIC"
+get_results
+# 120 min binning
+bin=120
+name="Mrk421_20141101_20160630_120min_forMAGIC"
+get_results
+# all data 
+nightmin=20111115
+nightmax=20201231
+bin=20
+name="Mrk421_all_20min"
+get_results
+bin=30
+name="Mrk421_all_30min"
+get_results
+bin=40
+name="Mrk421_all_40min"
+get_results
+bin=60
+name="Mrk421_all_60min"
+get_results
+bin=80
+name="Mrk421_all_80min"
+get_results
+bin=90
+name="Mrk421_all_90min"
+get_results
+bin=100
+name="Mrk421_all_100min"
+get_results
+bin=120
+name="Mrk421_all_120min"
+get_results
+
+
+
+exit
+
 # LC for periodicity studies
 datapath=/home/dorner/analysis.FACT/corrected.lcs.for.collaborators/lcs/