Changeset 7954

Timestamp:

08/29/06 09:08:55 (18 years ago)

Author:

Daniela Dorner

Message:

*** empty log message ***

Location:

trunk/MagicSoft/Mars

Files:

• Changelog (modified) (1 diff)
• datacenter/scripts/buildsequenceentries (modified) (1 diff)
• datacenter/scripts/checkfilesforsequenceavail (modified) (1 diff)
• datacenter/scripts/checkstardone (modified) (1 diff)
• datacenter/scripts/copyscript (modified) (2 diffs)
• datacenter/scripts/dodatacheck (modified) (3 diffs)
• datacenter/scripts/doexclusions (modified) (1 diff)
• datacenter/scripts/doqualityplots (modified) (2 diffs)
• datacenter/scripts/filesondisk (modified) (5 diffs)
• datacenter/scripts/fillcallisto (modified) (3 diffs)
• datacenter/scripts/fillganymed (modified) (2 diffs)
• datacenter/scripts/fillstar (modified) (2 diffs)
• datacenter/scripts/insertdatasets (modified) (2 diffs)
• datacenter/scripts/insertsequences (modified) (1 diff)
• datacenter/scripts/makecallistolinks (modified) (1 diff)
• datacenter/scripts/sourcefile (modified) (3 diffs)
• datacenter/scripts/writesequencefiles (modified) (1 diff)

trunk/MagicSoft/Mars/Changelog

@@ -18 +18 @@
 
                                                  -*-*- END OF LINE -*-*-
+ 2006/08/29 Daniela Dorner
+
+   * datacenter/scripts/buildsequenceentries:
+     - fixed logpath
+
+   * datacenter/scripts/fillcallisto, datacenter/scripts/fillganymed,
+     datacenter/scripts/fillstar:
+     - changed logpath
+
+   * datacenter/scripts/insertdatasets:
+     - improved logging
+
+   * datacenter/scripts/sourcefile:
+     - improved logging in setstatus
+     - implemented alias intgrep
+
+   * datacenter/scripts/buildsequenceentries, 
+     datacenter/scripts/checkfilesforsequenceavail, 
+     datacenter/scripts/checkstardone, datacenter/scripts/copyscript, 
+     datacenter/scripts/dodatacheck, datacenter/scripts/doexclusions,
+     datacenter/scripts/doqualityplots, datacenter/scripts/filesondisk,
+     datacenter/scripts/fillcallisto, datacenter/scripts/fillganymed,
+     datacenter/scripts/fillstar, datacenter/scripts/insertdatasets,
+     datacenter/scripts/insertsequences, 
+     datacenter/scripts/makecallistolinks, 
+     datacenter/scripts/writesequencefiles:
+     - implemented usage of alias intgrep
+
+
+
  2006/08/28 Thomas Bretz
 

trunk/MagicSoft/Mars/datacenter/scripts/buildsequenceentries

@@ -73 +73 @@
    buildsequentriespath=$logpath/$program/$year2
    makedir  $buildsequentriespath >> $scriptlog 2>&1
-   buildsequenceentrieslog=$buildsequentriespath/buildsequenceentries-$date.log
+   buildsequentrieslog=$buildsequentriespath/buildsequenceentries-$date.log
 
    setstatus "start" >> $scriptlog 2>&1
 
-   check1=`root -q -b $macrospath/buildsequenceentries.C+\("\"$date\""\,"\"$datapath\""\,"\"$sequpath\""\,kFALSE\) | tee $buildsequeentrieslog | grep int | sed -e 's/(int)//'`
+   check1=`root -q -b $macrospath/buildsequenceentries.C+\("\"$date\""\,"\"$datapath\""\,"\"$sequpath\""\,kFALSE\) | tee $buildsequentrieslog | intgrep`
 
    case $check1 in

trunk/MagicSoft/Mars/datacenter/scripts/checkfilesforsequenceavail

@@ -78 +78 @@
    setstatus "start" >> $scriptlog 2>&1
 
-   check1=`root -q -b $macrospath/checkfileavail.C+\(\""$sequencefile\""\) | tee $checkfileavaillog | grep int | sed -e 's/(int)//'`
+   check1=`root -q -b $macrospath/checkfileavail.C+\(\""$sequencefile\""\) | tee $checkfileavaillog | intgrep`
 
    case $check1 in

trunk/MagicSoft/Mars/datacenter/scripts/checkstardone

@@ -91 +91 @@
       printprocesslog "INFO check availability for sequence $sequence"
 
-      check1=`root -q -b $macrospath/checkstardone.C+\(\""$sequence\""\) | tee $outpath/checkstardone-$sequence.log | grep int | sed -e 's/(int)//'`
+      check1=`root -q -b $macrospath/checkstardone.C+\(\""$sequence\""\) | tee $outpath/checkstardone-$sequence.log | intgrep`
 
       case $check1 in

trunk/MagicSoft/Mars/datacenter/scripts/copyscript

@@ -147 +147 @@
          then
             echo "found rbk-file $filename"  >> $scriptlog 2>&1 
-            checkfillrbk=`root -q -b $macrospath/filldotrbk.C+\("\"$file\""\,kFALSE\) | tee $copylogpath/filldotrbk-$filename-log.txt | grep int | sed -e 's/(int)//'`
+            
+            checkfillrbk=`root -q -b $macrospath/filldotrbk.C+\("\"$file\""\,kFALSE\) | tee $copylogpath/filldotrbk-$filename-log.txt | intgrep`
+            
             case $checkfillrbk in
                1) echo " checkfillrbk=$checkfillrbk -> everything ok " >> $scriptlog 2>&1 
@@ -158 +160 @@
             esac
          fi
+         
          if echo $file | grep 'CC_.*.run' >> $scriptlog 2>&1  && ! echo $file | grep .run.html >> $scriptlog 2>&1 
          then
             echo "found run-file $filename" >> $scriptlog 2>&1 
-            checkfillrun=`root -q -b $macrospath/filldotrun.C+\("\"$file\""\,kFALSE\) | tee $copylogpath/filldotrun-$filename-log.txt  | grep int | sed -e 's/(int)//'`
+            
+            checkfillrun=`root -q -b $macrospath/filldotrun.C+\("\"$file\""\,kFALSE\) | tee $copylogpath/filldotrun-$filename-log.txt | intgrep`
+            
             case $checkfillrun in
                1) echo " checkfillrun=$checkfillrun -> everything ok " >> $scriptlog 2>&1 
                   echo "  -> insert date in SequenceBuildStatus for $date" >> $scriptlog 2>&1 
 
-                  checkinsertdate=`root -q -b $macrospath/insertdate.C+\("\"$date\""\) | tee $copylogpath/insertdate-$date-log.txt   | grep int | sed -e 's/(int)//'`
+                  checkinsertdate=`root -q -b $macrospath/insertdate.C+\("\"$date\""\) | tee $copylogpath/insertdate-$date-log.txt | intgrep`
+                  
                   case $checkinsertdate in
                      1) echo "date inserted" >> $scriptlog 2>&1 ;;

trunk/MagicSoft/Mars/datacenter/scripts/dodatacheck

@@ -79 +79 @@
 filldotrawlogfile=$filldotrawpath/filldotraw-$no2.log
 
-check1=`root -q -b $macrospath/filldotraw.C+\("\"$rawfile\""\,kFALSE\) | tee $filldotrawlogfile | grep int | sed -e 's/.*(int)//'`
+check1=`root -q -b $macrospath/filldotraw.C+\("\"$rawfile\""\,kFALSE\) | tee $filldotrawlogfile | intgrep`
 
 case $check1 in 
@@ -132 +132 @@
 
 echo "doing fillsinope..." >> $scriptlog 2>&1
-check3=`root -q -b $macrospath/fillsinope.C+\($run\,"\"$datapath\""\,kFALSE\) | tee $fillsinopelogfile | grep int | sed -e 's/.*(int)//'`
+check3=`root -q -b $macrospath/fillsinope.C+\($run\,"\"$datapath\""\,kFALSE\) | tee $fillsinopelogfile | intgrep`
 
 case $check3 in 
@@ -158 +158 @@
 resetlog=$resetlogpath/reset-exclusions-$no2-$date2.log
 
-check5=`root -q -b $macrospath/resetcolumn.C+\("\"fExclusionsDone\""\,"\"SequenceBuildStatus\""\,"\"$date2\""\,"\"$date2\""\,kFALSE\) | tee $resetlog | grep int | sed -e 's/(int)//'`
+check5=`root -q -b $macrospath/resetcolumn.C+\("\"fExclusionsDone\""\,"\"SequenceBuildStatus\""\,"\"$date2\""\,"\"$date2\""\,kFALSE\) | tee $resetlog | intgrep`
 case $check5 in
    1)   echo " check5=$check5 -> everything ok, fExclusions have been reset " >> $scriptlog 2>&1

trunk/MagicSoft/Mars/datacenter/scripts/doexclusions

@@ -77 +77 @@
    setstatus "start" >> $scriptlog 2>&1
 
-   check1=`root -q -b $macrospath/doexclusions.C+\("\"$date\""\) | tee $doexclusionslog | grep int | sed -e 's/(int)//'`
+   check1=`root -q -b $macrospath/doexclusions.C+\("\"$date\""\) | tee $doexclusionslog | intgrep`
 
    case $check1 in

trunk/MagicSoft/Mars/datacenter/scripts/doqualityplots

@@ -51 +51 @@
 echo "producing plots: " >> $scriptlog 2>&1
 printprocesslog "INFO producing data quality plots"
-check0=`root -q -b $macrospath/plotdb.C+\(\) | tee -a $scriptlog | grep int | sed -e 's/.*(int)//'`
+check0=`root -q -b $macrospath/plotdb.C+\(\) | tee -a $scriptlog | intgrep`
 
 case $check0 in 
@@ -98 +98 @@
    makedir $outpath >> $scriptlog 2>&1
    rm -v $plotlog >> $scriptlog 2>&1
-   check1=`root -q -b $macrospath/plotdb.C+\("\"$datasetfile\""\) 2>>$plotlog | tee -a $scriptlog | grep int | sed -e 's/.*(int)//'`
+   check1=`root -q -b $macrospath/plotdb.C+\("\"$datasetfile\""\) 2>>$plotlog | tee -a $scriptlog | intgrep`
    echo " check1: "$check1 >> $scriptlog 2>&1
    newpsfile=$outpath/plotdb$nr.ps

trunk/MagicSoft/Mars/datacenter/scripts/filesondisk

@@ -70 +70 @@
 
 echo "resetting runs..." >> $scriptlog 2>&1
-check3=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | grep int | sed -e 's/(int)//'`
+check3=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | intgrep`
 
 case $check3 in 
@@ -92 +92 @@
 
 echo "resetting runs..." >> $scriptlog 2>&1 
-check0=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | grep int | sed -e 's/(int)//'`
+check0=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | intgrep`
 
 case $check0 in 
@@ -109 +109 @@
 echo "checking missing cacofiles..." >> $scriptlog 2>&1 
 printprocesslog "INFO checking missing cacofiles"
-check1=`root -q -b $macrospath/findcacofiles.C+\("\"$date\""\,"\"$filesondisklogpath\""\) | tee $filesondisklogpath/findcacofiles-$datetime.log | grep int | sed -e 's/(int)//'`
+check1=`root -q -b $macrospath/findcacofiles.C+\("\"$date\""\,"\"$filesondisklogpath\""\) | tee $filesondisklogpath/findcacofiles-$datetime.log | intgrep`
 
 case $check1 in 
@@ -149 +149 @@
          printprocesslog "INFO inserting cacofile for run $missingcacorun"
          echo " inserting cacofile $file for run $missingcacorun..." >> $scriptlog 2>&1 
-         check2=`root -q -b $macrospath/insertcacofile.C+\("\"$runno\""\,"\"$newrun\""\) | tee $filesondisklogpath/insertcacofile-$missingcacorun.log | grep int | sed -e 's/(int)//'`
+         check2=`root -q -b $macrospath/insertcacofile.C+\("\"$runno\""\,"\"$newrun\""\) | tee $filesondisklogpath/insertcacofile-$missingcacorun.log | intgrep`
 
          case $check2 in
@@ -182 +182 @@
 
 echo "resetting runs..." >> $scriptlog 2>&1 
-check4=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | grep int | sed -e 's/(int)//'` 
+check4=`root -q -b $macrospath/resetallruns.C+\("\"$filename\""\,"\"$column\""\) | tee $filesondisklogpath/resetall-$column-$datetime.log | intgrep`
 
 case $check4 in 

trunk/MagicSoft/Mars/datacenter/scripts/fillcallisto

@@ -43 +43 @@
 set -C
 
-scriptlog=$runlogpath/run$program-$datetime.log
+scriptlog=$runlogpath/$program-$datetime.log
 date >> $scriptlog 2>&1
 
@@ -85 +85 @@
    printprocesslog "INFO starting fillcalib for sequence $sequence"
 
-   check1=`root -q -b $macrospath/fillcalib.C+\("\"$calibfile\""\,kFALSE\) | tee $fillcaliblog | grep int | sed -e 's/(int)//'`
+   check1=`root -q -b $macrospath/fillcalib.C+\("\"$calibfile\""\,kFALSE\) | tee $fillcaliblog | intgrep`
 
    case $check1 in
@@ -105 +105 @@
 
    printprocesslog "INFO starting fillsignal for sequence $sequence"
-   check2=`root -q -b $macrospath/fillsignal.C+\("\"$signalfile\""\,kFALSE\) | tee $fillsignallog | grep int | sed -e 's/(int)//'`
+   check2=`root -q -b $macrospath/fillsignal.C+\("\"$signalfile\""\,kFALSE\) | tee $fillsignallog | intgrep`
    case $check2 in
       1)   echo " check2=$check2 -> everything ok " >> $scriptlog 2>&1 

trunk/MagicSoft/Mars/datacenter/scripts/fillganymed

@@ -42 +42 @@
 set -C
 
-scriptlog=$runlogpath/run$program-$datetime.log
+scriptlog=$runlogpath/$program-$datetime.log
 date >> $scriptlog 2>&1
 
@@ -81 +81 @@
    setstatus "start" >> $scriptlog 2>&1
 
-   check2=`root -q -b $macrospath/fillganymed.C+\("\"$ganymedfile\""\,kFALSE\) | tee $fillganymedlog | grep int | sed -e 's/(int)//'`
+   check2=`root -q -b $macrospath/fillganymed.C+\("\"$ganymedfile\""\,kFALSE\) | tee $fillganymedlog | intgrep`
    case $check2 in
       1)   echo " check2=$check2 -> everything ok " >> $scriptlog 2>&1 

trunk/MagicSoft/Mars/datacenter/scripts/fillstar

@@ -42 +42 @@
 set -C
 
-scriptlog=$runlogpath/run$program-$datetime.log
+scriptlog=$runlogpath/$program-$datetime.log
 date >> $scriptlog 2>&1
 
@@ -81 +81 @@
    setstatus "start" >> $scriptlog 2>&1
 
-   check2=`root -q -b $macrospath/fillstar.C+\("\"$starfile\""\,kFALSE\) | tee $fillstarlog | grep \(int\) | sed -e 's/.*(int)//'`
+   check2=`root -q -b $macrospath/fillstar.C+\("\"$starfile\""\,kFALSE\) | tee $fillstarlog | intgrep`
    case $check2 in
       1)   echo " check2=$check2 -> everything ok " >> $scriptlog 2>&1 

trunk/MagicSoft/Mars/datacenter/scripts/insertdatasets

@@ -70 +70 @@
       echo "number in filename and in file are not the same " >> $scriptlog 2>&1 
       echo " -> continue with next dataset" >> $scriptlog 2>&1 
-      printprocesslog "ERROR number in filename and file are not the same for dataset $no2"
+      printprocesslog "ERROR number in filename ($no) and file ($no3) are not the same for dataset $no2"
       continue
    fi
@@ -97 +97 @@
    printprocesslog "INFO inserting dataset $no2"
    # insert information into db
-   check0=`root -q -b $macrospath/insertdataset.C+\("\"$no2\""\,"\"$source\""\,"\"$wobble\""\,"\"$comment\""\,kFALSE\) | tee $insertdatasetlog | grep int | sed -e 's/(int)//'`
+   check0=`root -q -b $macrospath/insertdataset.C+\("\"$no2\""\,"\"$source\""\,"\"$wobble\""\,"\"$comment\""\,kFALSE\) | tee $insertdatasetlog | intgrep`
    case $check0 in 
       1)   echo " check0=$check0 -> everything ok " >> $scriptlog 2>&1 

trunk/MagicSoft/Mars/datacenter/scripts/insertsequences

@@ -66 +66 @@
    insertsequencelog=$insertsequencepath/$program-$no.log
 
-   check0=`root -q -b $macrospath/insertsequence.C+\("\"$sequencefile\""\,kFALSE\) | tee $insertsequencelog | grep int | sed -e 's/(int)//'`
+   check0=`root -q -b $macrospath/insertsequence.C+\("\"$sequencefile\""\,kFALSE\) | tee $insertsequencelog | intgrep`
    case $check0 in 
       1)   echo "check0=$check0 -> everything ok " >> $scriptlog 2>&1 

trunk/MagicSoft/Mars/datacenter/scripts/makecallistolinks

@@ -84 +84 @@
          resetlog=$resetlogpath/reset-callisto-$sequ.log
 
-         check1=`root -q -b $macrospath/resetcolumn.C+\("\"$column\""\,"\"$table\""\,"\"$sequ\""\,"\"$sequ\""\,kFALSE\) | tee $resetlog | grep int | sed -e 's/(int)//'`
+         check1=`root -q -b $macrospath/resetcolumn.C+\("\"$column\""\,"\"$table\""\,"\"$sequ\""\,"\"$sequ\""\,kFALSE\) | tee $resetlog | intgrep`
          case $check1 in
             1)   echo " check1=$check1 -> everything ok, callisto has been reset " >> $scriptlog 2>&1

trunk/MagicSoft/Mars/datacenter/scripts/sourcefile

@@ -109 +109 @@
 
 
+# alias
+alias 'intgrep'='grep -E ^\\\(int\\\)[0-9]+$ | sed -e s\/\(int\)\/\/'
+
 # in the following the function, which are needed by several scripts, are 
 # defined
@@ -220 +223 @@
                starttime="Now()"
                ;;
-       stop)   echo "setstatus stop"
-               case $check in
-                 ok)  echo " ok"
+       stop)   case $check in
+                 ok)  echo "setstatus stop - ok"
                       statustime="Now()"
                       ;;
-                 no)  echo "nothing new"
+                 no)  echo "setstatus stop - nothing new"
                       check="ok"
                       ;;
-                  *)  echo " failed"
+                  *)  echo "setstatus stop - failed"
                       starttime=noreset
                       returncode=$check
@@ -428 +430 @@
    fi
    query=$query", fFailedTime=$failedtime, fFailedCode=$failedcode, fFailedCodeAdd=$failedcodeadd, fReturnCode=$returncode "
-   query=$query" where $primary=$var2"
+   query=$query" where $primary='$var2'"
    echo " QUERY: "$query
    if ! mysql -s -u $us --password=$pw --host=hercules $db -e " $query "

trunk/MagicSoft/Mars/datacenter/scripts/writesequencefiles

@@ -82 +82 @@
    setstatus "start" >> $scriptlog 2>&1
 
-   check2=`root -q -b $macrospath/writesequencefile.C+\($sequence\,"\"$sequpath\""\) | tee $writesequencefilelog | grep int | sed -e 's/(int)//'`
+   check2=`root -q -b $macrospath/writesequencefile.C+\($sequence\,"\"$sequpath\""\) | tee $writesequencefilelog | intgrep`
    case $check2 in
       1)   echo " check2=$check2 -> everything ok " >> $scriptlog 2>&1