Changeset 9605 for trunk/MagicSoft

Timestamp:

07/02/10 12:54:37 (14 years ago)

Author:

Daniela Dorner

Message:

*** empty log message ***

Location:

trunk/MagicSoft/Mars

Files:

• Changelog (modified) (1 diff)
• datacenter/scripts/runcallisto_mc (added)
• datacenter/scripts/runceres (modified) (2 diffs)
• datacenter/scripts/runcorsika (modified) (1 diff)
• datacenter/scripts/runstar_mc (added)
• datacenter/scripts/sourcefile (modified) (6 diffs)
• resources/steps_fact.rc (modified) (1 diff)

trunk/MagicSoft/Mars/Changelog

@@ -19 +19 @@
                                                  -*-*- END OF LINE -*-*-
 
+ 2010/07/02 Daniela Dorner
+
+   * datacenter/scripts/runcorsika:
+     - removed $com
+     - updated logging
+
+   * datacenter/scripts/runceres:
+     - fixed path
+     - added error handling
+
+   * resources/steps_fact.rc:
+     - update joins to new scheme to include further steps in the chain
+
+   * datacenter/scripts/sourcefile:
+     - adapted queries to new scheme of joins
+
+   * datacenter/scripts/runstar_mc:
+     - added (script to run star for mc) 
+
+
+
+ 2010/07/02 Daniela Dorner, Christian Farnier
+
+   * datacenter/scripts/runcallisto_mc:
+     - added (script to callibrate mc) 
+
+
+
  2010/06/30 Daniela Dorner
 

trunk/MagicSoft/Mars/datacenter/scripts/runceres

@@ -57 +57 @@
 makedir $outpath
 log=$outpath/ceres`printf %08d $run `"."`printf %06d $file | cut -c 4-6`
-setupfile=$setuppath/`printf %03d $cereskey`/ceres.rc
+setupfile=$setuppath/$program/`printf %03d $cereskey`/ceres.rc
 
 query="SELECT fRunTypeKEY FROM CeresInfo WHERE fRunNumber="$run" AND fFileNumber="$file" AND fCeresSetupKEY="$cereskey
@@ -87 +87 @@
 esac
 
+case $check1 in
+   0)   printprocesslog "INFO $program finished successfully for run $run file $file cereskey $cereskey runtype $runkey (check1=$check1)"
+        ;;
+   *)   printprocesslog "ERROR $program failed for run $run file $file cereskey $cereskey runtype $runkey (check1=$check1)"
+        check=$check1
+        ;;
+esac
 
 setstatus "stop"

trunk/MagicSoft/Mars/datacenter/scripts/runcorsika

@@ -206 +206 @@
 check1=$?
 case $check1 in
-   0)   printprocesslog "INFO $program finished successfully for run $run file $file (check1=$check1)"
+   0)   printprocesslog "INFO $program finished successfully for run $run file $file (return code $check1)"
         ;;
-   *)   printprocesslog "ERROR $program failed for run $run file $file (check1=$check1)"
-        com=$Fcorsika
+   *)   printprocesslog "ERROR $program failed for run $run file $file (return code $check1)"
         check=$check1
         ;;

trunk/MagicSoft/Mars/datacenter/scripts/sourcefile

@@ -254 +254 @@
 
 # function to get the join of a step 
-#  (normal join but using different primaries)
 #  from the dependencies-file steps.rc
+# $1 gives the step
+# $2 gives the type of join
 function getjoin()
 {
    getdbsetup
-   grep $@"[.]Join:" $steps | grep -v '#' | sed -e "s/$@[.]Join://"
-}
-
-# function to get the special join of a step 
-#  (i.e. join with a different table) 
-#  from the dependencies-file steps.rc
-function getspecialjoin()
-{
-   getdbsetup
-   grep $@"[.]SpecialJoin:" $steps | grep -v '#' | sed -e "s/$@[.]SpecialJoin://"
+   grep $1"[.]"$2"Join:" $steps | grep -v '#' | sed -e "s/$1[.]$2Join://"
 }
 
@@ -276 +268 @@
    getdbsetup
    grep $@"[.]Needs:" $steps | sed -e "s/$@[.]Needs://"
+}
+
+# subquery which is needed to check the 
+#   status of the steps with different primaries
+function subquerypart()
+{
+   query=$query" SELECT COUNT(*) FROM "$need"Status "
+   query=$query" "`getjoin $need "SpecialInfluence"`" "
+   query=$query" WHERE "$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`
+   for (( j=1 ; j < ${#prims[@]} ; j++ ))
+   do
+      query=$query" AND "$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`
+   done
 }
 
@@ -289 +294 @@
       needprims=( `getprimary $need` )
       # make sure that the correct joins are used
-      # in case the primaries of the step and the need are 
-      #   the same, the tables are join with these primaries
-      # otherwise it is checked whether there has to be a 
-      #   join with different primaries (indicated as 'Join'
-      #   in the steps.rc
-      # 'SpecialJoins' do not have to be taken into account here
-      if [ "`echo ${needprims[@]}`" == "`echo ${prims[@]}`" ]
-      then 
-         query=$query" LEFT JOIN "$need"Status USING (${prims[@]}) "
-      else 
-         stdjoin=`getjoin $need`
-         if ! [ "$stdjoin" = "" ]
-         then
-            query=$query" "$stdjoin" "
-         fi
+      specialneedjoin=`getjoin $need "SpecialNeed"`
+      if [ "$specialneedjoin" = "" ]
+      then
+         query=$query" LEFT JOIN "$need"Status USING (${needprims[@]}) "
+      else
+         query=$query" "$specialneedjoin" "
+         query=$query" LEFT JOIN "$need"Status USING (${needprims[@]}) "
+         break
       fi
    done
@@ -310 +308 @@
    # add condition for the status of the peceding steps
    counter=0
+   specialneedjoin=
    for need in $needs
    do
@@ -316 +315 @@
          query=$query" AND "
       fi
-      needprims=( `getprimary $need` )
-      # in case the primaries of the tables agree
-      #   or there is just a normal 'Join' needed
-      #   only the condition is added to the query
-      # for tables which need a join with a different
-      #   table, a special query is added using the
-      #   'SpecialJoin' from the steps.rc
-      if [ "`echo ${needprims[@]}`" == "`echo ${prims[@]}`" ] || ! [ "$stdjoin" = "" ]
+      specialneedjoin=$specialneedjoin" "`getjoin $need "SpecialNeed"`
+      if [ "$specialneedjoin" = " " ]
       then 
+         # condition for step with same primaries
          query=$query" NOT ISNULL("$need"Status.fStartTime) AND "
          query=$query" NOT ISNULL("$need"Status.fStopTime) AND "
          query=$query" ISNULL("$need"Status.fReturnCode) "
+         specialneedjoin=
       else 
-         query=$query" (SELECT COUNT(*) FROM "$need"Status "
-         query=$query" "`getspecialjoin $need`" "
-         query=$query" WHERE "$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`
-         for (( j=1 ; j < ${#prims[@]} ; j++ ))
-         do
-            query=$query" AND "$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`
-         done
-         query=$query") = (SELECT COUNT(*) FROM "$need"Status "
-         query=$query" "`getspecialjoin $need`" "
-         query=$query" WHERE "$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[0]} | sed -e 's/,//g'`
-         for (( j=1 ; j < ${#prims[@]} ; j++ ))
-         do
-            query=$query" AND "$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`"="$step"Status."`echo ${prims[$j]} | sed -e 's/,//g'`
-         done
+         # special query to check steps which 
+         #   do not have the same primaries
+         # comparison of 
+         #     number of rows
+         #   with
+         #     number of rows which are done
+         query=$query" ( "
+         subquerypart
+         query=$query" ) = ( "
+         subquerypart
          query=$query" AND NOT ISNULL(fStartTime) "
          query=$query" AND NOT ISNULL(fStopTime) "
@@ -500 +491 @@
    query=" UPDATE "$step"Status "
    # add joins to the influenced tables
-   stepspecialjoin=""
+   specialinfljoin=`getjoin $step "SpecialInfluence"`
+   if ! [ "$specialinfljoin" = "" ]
+   then
+      query=$query" "$specialinfljoin
+   fi
    for influence in $influences
    do
-      inflprims=( `getprimary $influence` )
-      # make sure that the correct joins are used
-      # in case the primaries of the step and the influence are 
-      #   the same, the tables are join with these primaries
-      # otherwise they are joined with the primaries of the influence
-      if [ "`echo ${inflprims[@]}`" == "`echo ${prims[@]}`" ]
-      then 
-         query=$query" LEFT JOIN "$influence"Status USING (${prims[@]}) "
+      infljoin=`getjoin $influence "Influence"`
+      if [ "$infljoin" = "" ]
+      then
+         inflprims=( `getprimary $influence` )
+         query=$query" LEFT JOIN "$influence"Status USING (${inflprims[@]}) "
       else 
-         prims2=`getprimary $step | sed -e "s/\ //g"`
-         primstest=`echo ${inflprims[@]} | sed -e "s/\ //g" | sed -e "s/$prims2//g"`
-         if [ "$primstest" == "`echo ${inflprims[@]} | sed -e "s/\ //g"`" ]
-         then
-            if [ "$stepspecialjoin" == "" ]
-            then
-               stepspecialjoin=`getspecialjoin $step`
-               query=$query" "$stepspecialjoin" "
-            fi
-            query=$query" LEFT JOIN "$influence"Status USING (${inflprims[@]}) "
-         else
-            infljoin=`getjoin $influence`
-            if [ "$infljoin" = "" ]
-            then
-               query=$query" LEFT JOIN "$influence"Status USING (${prims[@]}) "
-            else
-               query=$query" "$infljoin
-               # warning: this is a workaround
-               #  it has to be checked whether it works for all steps
-               stepspecialjoin="not empty"
-            fi
-         fi
+         query=$query" "$infljoin
       fi
    done

trunk/MagicSoft/Mars/resources/steps_fact.rc

@@ -1 +1 @@
 
 Corsika.Primaries: fRunNumber, fFileNumber
-Corsika.SpecialJoin: LEFT JOIN CeresInfo USING(fRunNumber, fFileNumber)
-Corsika.Join: LEFT JOIN CorsikaStatus USING(fRunNumber, fFileNumber)
 
 Ceres.Primaries: fRunNumber, fFileNumber, fCeresSetupKEY
-Ceres.SpecialJoin: LEFT JOIN CeresInfo USING(fRunNumber, fFileNumber, fCeresSetupKEY)
-Ceres.Join: LEFT JOIN CeresStatus USING(fRunNumber, fFileNumber) LEFT JOIN CeresInfo USING(fRunNumber, fFileNumber, fCeresSetupKEY)
-Ceres.Needs: Corsika
+Ceres.SpecialNeedJoin: LEFT JOIN CeresInfo USING(fSequenceNumber, fCeresSetupKEY)
+Ceres.SpecialInfluenceJoin: LEFT JOIN CeresInfo USING(fRunNumber, fFileNumber, fCeresSetupKEY)
+Ceres.NeedJoin: fSequenceNumber, fCeresSetupKEY
+Ceres.InfluenceJoin: fRunNumber, fFileNumber
 
 SequenceFile.Primaries: fSequenceNumber
-SequenceFile.Join: LEFT JOIN SequenceFileStatus USING(fSequenceNumber)
 
 Callisto.Primaries: fSequenceNumber, fCeresSetupKEY
-Callisto.Needs: Corsika Ceres SequenceFile 
+Callisto.Needs: SequenceFile Ceres Corsika 
 
 Star.Primaries: fSequenceNumber, fCeresSetupKEY
-Star.Needs: Corsika Ceres SequenceFile Callisto
+Star.Needs: Callisto SequenceFile Ceres Corsika 
 
-
-