Index: trunk/MagicSoft/Mars/datacenter/scripts/zipscript
===================================================================
--- trunk/MagicSoft/Mars/datacenter/scripts/zipscript	(revision 7964)
+++ trunk/MagicSoft/Mars/datacenter/scripts/zipscript	(revision 7964)
@@ -0,0 +1,155 @@
+#!/bin/sh
+#
+# ========================================================================
+#
+# *
+# * This file is part of MARS, the MAGIC Analysis and Reconstruction
+# * Software. It is distributed to you in the hope that it can be a useful
+# * and timesaving tool in analysing Data of imaging Cerenkov telescopes.
+# * It is distributed WITHOUT ANY WARRANTY.
+# *
+# * Permission to use, copy, modify and distribute this software and its
+# * documentation for any purpose is hereby granted without fee,
+# * provided that the above copyright notice appear in all copies and
+# * that both that copyright notice and this permission notice appear
+# * in supporting documentation. It is provided "as is" without express
+# * or implied warranty.
+# *
+#
+#
+#   Author(s): Daniela Dorner  09/2006 <mailto:dorner@astro.uni-wuerzburg.de>
+#
+#   Copyright: MAGIC Software Development, 2000-2006
+#
+#
+# ========================================================================
+#
+# This script zips the incoming rawfiles. 
+#
+
+source `dirname $0`/sourcefile
+printprocesslog "INFO starting $0"
+program=zipscript
+
+set -C
+
+rawdatapath=$datapath/rawfiles
+files=`find $rawdatapath -type f -name '*.raw'`
+
+scriptlog=$runlogpath/$program-$datetime.log
+date >> $scriptlog 2>&1
+
+# check if script is already running
+lockfile=$lockpath/lock-$program.txt
+checklock  >> $scriptlog 2>&1
+
+
+if [ "$files" == "" ]
+then
+   echo "no files to zip" >> $scriptlog 2>&1
+   finish >> $scriptlog 2>&1
+fi
+
+for file in ${files[@]}
+do 
+   echo "zipping $file ..." >> $scriptlog 2>&1
+   ssh pegasus nice -n 19 gzip -1f $file >> $scriptlog 2>&1
+done
+
+finish >> $scriptlog 2>&1
+
+
+
+# old code for running script locally
+
+#rawdatapath=$datapath/rawfiles
+##h:     0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
+#pnos=( 2 2 2 2 2 2 2 2 2 2  2  2  2  2  2  2  2  2  2  2  2  2  2  2 )
+#sl1=30 #sleeping time before new directory
+#sl2=60 #sleeping time before new process check
+#
+#dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort`
+##dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort -r`
+#
+#for dir in ${dirs[@]}
+#do
+#   cont=`echo $dir | cut -d/ -f7`
+#   if [ "$cont" == "" ]
+#   then
+#      continue
+#   fi
+#
+#   if ! ls $dir/*.raw >/dev/null 2>&1
+#   then
+#      echo "no unzipped rawfiles in $dir left"
+#      continue
+#   fi
+#
+#   echo "sleeping $sl1..."
+#   sleep $sl1
+#
+#   h=`date +%k`
+#   count=`ps aux | grep gzip | grep -v grep | wc -l`
+#   echo "count: $count - h: $h - pno: ${pnos[$h]}"
+#   while [ "$count" -ge "${pnos[$h]}" ]
+#   do
+#      echo "sleeping $sl2..."
+#      sleep $sl2
+#      h=`date +%k`
+#      count=`ps aux | grep gzip | grep -v grep | wc -l`
+#      echo "count: $count - h: $h - pno: ${pnos[$h]}"
+#   done
+#   echo $dir
+#   du -hs $dir
+#   echo "gzip -1f $dir/*.raw &"
+#   gzip -1f $dir/*.raw &
+#done
+#
+
+
+# old code for running script with condor
+
+#rawdatapath=$datapath/rawfiles
+##h:     0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
+#pnos=( 2 2 2 2 2 2 2 2 2 2  2  2  2  2  2  2  2  2  2  2  2  2  2  2 )
+#sl1=30 #sleeping time before new directory
+#sl2=60 #sleeping time before new process check
+#
+#dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort`
+##dirs=`find $rawdatapath -type d | grep -v timecorrlogs | sort -r`
+#
+#for dir in ${dirs[@]}
+#do
+#   cont=`echo $dir | cut -d/ -f7`
+#   if [ "$cont" == "" ]
+#   then
+#      continue
+#   fi
+#
+#   if ! ls $dir/*.raw >/dev/null 2>&1
+#   then
+#      echo "no unzipped rawfiles in $dir left"
+#      continue
+#   fi
+#
+#   echo "sleeping $sl1..."
+#   sleep $sl1
+#
+#   h=`date +%k`
+#   count=`grep gzip .condor_run.* | wc -l`
+#   echo "count: $count - h: $h - pno: ${pnos[$h]}"
+#   while [ "$count" -ge "${pnos[$h]}" ]
+#   do
+#      echo "sleeping $sl2..."
+#      sleep $sl2
+#      h=`date +%k`
+#      count=`grep gzip .condor_run.* | wc -l`
+#      echo "count: $count - h: $h - pno: ${pnos[$h]}"
+#   done
+#   echo $dir
+#   du -hs $dir
+#   condor_run gzip -1f $dir/*.raw &
+#
+#done
+#
+