Changeset 12871 for trunk/DataCheck/Archive/rawIngest.sh

Timestamp:

02/08/12 12:33:48 (13 years ago)

Author:

lyard

Message:

added more scripts

File:

• trunk/DataCheck/Archive/rawIngest.sh (modified) (5 diffs)

trunk/DataCheck/Archive/rawIngest.sh

@@ -4 +4 @@
 destFolder=$2 
 
-if [ "$#" != "2" ]
+if [ "$#" != "3" ]
 then
-        echo "Please specify source and dest folders. Aborting"
+        echo "Please specify source and dest folders. and an identifier for the log files Aborting"
         exit
 fi
@@ -19 +19 @@
 then
         echo "Dest folder is empty. Aborting"
+        exit
+fi
+
+if [ $3 == "" ]
+then 
+        echo "Identifier for log files empty. Aborting"
         exit
 fi
@@ -61 +67 @@
 destFolder=${destFolder%/}
 echo "Will start ingesting files from "$sourceFolder" to "$destFolder
+echo "Will start ingesting files from "$sourceFolder" to "$destFolder >> Rawreport$3.txt
 
 #list all the files in sourceFolder, and copy then with the same structure to destfolder
@@ -87 +94 @@
         if [ -a $targetFile".gz" ]
         then
-                echo "File $targetFile already exist. Skipping it" >> Rawreport.txt
+                echo "File $targetFile already exist. Skipping it" >> Rawreport$3.txt
                 continue
         fi
@@ -100 +107 @@
 #       then
                 
-        repairRawFile.sh $interFile RawENDerrors.txt RawMJDerror.txt Rawreport.txt RawprocessErrors.txt
+        repairRawFile.sh $interFile RawENDerrors$3.txt RawMJDerror$3.txt Rawreport$3.txt RawprocessErrors$3.txt
         
         if [ -a $interFile ]
         then
-                fixRawKeyWords.sh $interFile RawreportTwo.txt RawprocessErrors.txt
+                fixRawKeyWords.sh $interFile RawreportTwo$3.txt RawprocessErrors$3.txt
                 result=`fverify $interFile 2>/dev/null | grep '0 error(s)'`
                 if [ "$result" == "" ]
                 then
-                        echo "$interFile" >> RawstillHasProblems.txt
+                        echo "$interFile" >> RawstillHasProblems$3.txt
                         rm $interFile
                 else
-                        gzip $interFile
+                        gzip -1 $interFile
                         cp $interFile".gz" $targetFile".gz"
                         rm $interFile".gz"