/[MITgcm]/mitgcm.org/front_content/get+parse_msg

Diff of /mitgcm.org/front_content/get+parse_msg

Parent Directory | Revision Log | View Revision Graph Revision Graph | View Patch Patch

-revision 1.2 by jmc,
Sat Jan  6 20:51:40 2018 UTC
+revision 1.6 by jmc,
Sat Feb  3 15:52:10 2018 UTC
 Line 31 
 usage()
  # defaults
  HERE=`pwd`
+ sufx=$$
  #INDIR="/u/u2/jmc/Mail/MITgcm-test"
  #BASEDIR="/u/u0/httpd/html/testing/results"
  RHOST="jm_c@mitgcm-mm.mit.edu" ; M_DIR="Mail/MITgcm-test"
-Line 41 
 OUTDIR=
+Line 42 
 OUTDIR=
  ADDRERR=
  MUNPACK=$HERE/munpack
  UnpTmpD="/var/tmp/m-prts-$USER"
- TR_LIST='TTT.'$$
+ TR_LIST="TTT.$sufx"
- TEMPDIR=/tmp/prc_emails
+ TEMPDIR="/tmp/prc_emails_$USER"
- STDOUT=$TEMPDIR/'outp.'$$
+ STDOUT="$TEMPDIR/outp.$sufx"
- ERRMSG=/tmp/tmp.$$
+ ERRMSG="/tmp/tmp.$sufx"
  PRT=1
  #---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|
-Line 110 
 if test ! -x $MUNPACK ; then
+Line 111 
 if test ! -x $MUNPACK ; then
          echo "ERROR: \"$MUNPACK\" is not executable"
          exit 2
  fi
+ #-- set OUTDIR (if not yet set) and create it (if not already there)
  if test "x$OUTDIR" = x ; then
    OUTDIR="$BASEDIR/$monthDir"
  else
    monthDir=0
  fi
+ oldMsg=0
  if test ! -e $OUTDIR ; then
      mkdir $OUTDIR
      RETVAL=$?
-Line 127 
 if test ! -e $OUTDIR ; then
+Line 131 
 if test ! -e $OUTDIR ; then
      fi
      chgrp gcmpack $OUTDIR
      chmod 775 $OUTDIR
+     #-- In case a new-outpdir is made, process old files from "postponed"
+     #   (if any old msg there) by changing INDIR to ../postponed
+     oldMsg=`ls -1 ${INDIR}/../postponed | wc -l`
+     if test $oldMsg != 0 ; then
+       newInD=`dirname $INDIR`
+       INDIR="$newInD/postponed"
+       echo " Change INDIR to '$INDIR' ($oldMsg old messages)"
+       oldMsg=1
+     fi
+ fi
+ #-- check that $TEMPDIR exist (needed for STDOUT)
+ if test ! -d $TEMPDIR ; then
+     mkdir $TEMPDIR
+     RETVAL=$?
+     if test "x$RETVAL" != x0 ; then
+         date
+         echo "ERROR: directory \"$TEMPDIR\" doesn't exist and can't be created"
+         exit 4
+     fi
  fi
  #---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|
+ if test $oldMsg = 0 ; then
  #- 1) check that $INDIR is empty
- nbMsg=`ls -1 $INDIR | wc -l`
+   nbMsg=`ls -1 $INDIR | wc -l`
- if test $nbMsg != 0 ; then
+   if test $nbMsg != 0 ; then
      date
      echo "ERROR: '$INDIR' is not empty ! --> exit"
-     exit 4
+     exit 5
- fi
+   fi
- nbMsg=0; ORIG=${RHOST}:$M_DIR
+   nbMsg=0; ORIG=${RHOST}:$M_DIR
- #- 2) scp all msg from ORIG to INDIR
+   #- 2) scp all msg from ORIG to INDIR
- cd $INDIR
+   cd $INDIR
      scp -p ${RHOST}:$M_DIR/\* . > $STDOUT 2>&1
      RETVAL=$?
      if test "x$RETVAL" != x0 ; then
-Line 151 
 cd $INDIR
+Line 178 
 cd $INDIR
          date
          cat $STDOUT
          echo "ERROR: when trying to scp msg from $ORIG to $INDIR"
-         rm -f $STDOUT
+        #rm -f $STDOUT
-         exit 5
+         exit 6
      fi
-     rm -f $STDOUT
      nbMsg=`ls -1 | wc -l`
      if test $nbMsg != 0 ; then
          echo "> scp $nbMsg msg from '$ORIG' to '$INDIR'"
          listMsg=`ls -1`
-     fi
+         #- And rename msg by adding unique suffix
- cd $HERE
+         for xx in $listMsg ; do
- #echo " nbMsg='$nbMsg' ; listMsg='$listMsg'"
+           mv $xx $xx.$sufx
+         done
+     fi
+    #rm -f $STDOUT
+   cd $HERE
+   #echo " nbMsg='$nbMsg' ; listMsg='$listMsg'"
  #- 3) remove from ORIG all msg that we got here (this way it should be safe)
- if test $nbMsg != 0 ; then
+   if test $nbMsg != 0 ; then
     #echo "ssh $RHOST cd $M_DIR \; /bin/rm -f $listMsg"
      ssh $RHOST cd $M_DIR \; /bin/rm -f $listMsg
      RETVAL=$?
      if test "x$RETVAL" != x0 ; then
          echo "ERROR ( $RETVAL ) when trying to ssh+rm $nbMsg msg from $ORIG"
-     #- note: Checking for return-value fron ssh command is not good enough,
+     #- note: Checking for return-value from ssh command is not good enough,
      #        therefore we do not terminate if non-zero
-        #exit 6
+       # exit 7
      fi
- #- This is the log file that current "check_outp" (run on baudelaire) is checking:
+   #- This is the log file that "check_outp" (run on baudelaire) was checking:
-   logpfx="prc_emails_" ; sfx=`date +%m%d`
+   # logpfx="prc_emails_" ; sfx=`date +%m%d`
-   logfile="/net/zany/data/ORWELL/export-7/u/jmc/testing/logs/${logpfx}$sfx"
+   # logfile="/net/zany/data/ORWELL/export-7/u/jmc/testing/logs/${logpfx}$sfx"
- #- update log-file to trigger a new "check_outp":
+   #- update log-file to trigger a new "check_outp":
-   if test -e  $logfile ; then touch $logfile ; fi
+   # if test -e  $logfile ; then touch $logfile ; fi
- fi
+   fi
- #echo 'Start processing msg locally'
+   #echo 'Start processing msg locally'
- #exit
+ fi
  #---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|
+ #exit
  all_msg=`ls -1 $INDIR`
  nb_msg=`echo "$all_msg" | grep -c '^msg\.'`
-Line 194 
 if test $PRT = 2 ; then
+Line 226 
 if test $PRT = 2 ; then
    echo "Using OUTDIR=\"$OUTDIR\""
    echo "Using INDIR=\"$INDIR\""
    echo -n "Unpacking $nb_msg msg + $nb_tar tar-file ("`date`
+   echo -n ", sfx=$sufx"
    if test "x$ADDRERR" != x ; then
       echo -n ", err: $ADDRERR"
    fi
    echo ")"
  elif test $nb_files != 0 ; then
    echo -n "Unpacking $nb_msg msg + $nb_tar tar-file ("`date`
+   echo -n ", sfx=$sufx"
    if test "x$ADDRERR" != x ; then
       echo -n ", err: $ADDRERR"
    fi
-Line 496 
 while [ $n -lt $Nbl ] ; do
+Line 530 
 while [ $n -lt $Nbl ] ; do
                mail -s 'parse_emails err_4' $ADDRERR < $ERRMSG
                rm -f $ERRMSG
              fi
+             ( cd $INDIR ; mv -f $grpM ../postponed )
              continue
            fi
          fi

 Legend:



Removed from v.1.2
 


changed lines


 
Added in v.1.6
 Legend:



Removed from v.1.2
 


changed lines


 
Added in v.1.6
-Removed from v.1.2
+Added in v.1.6

	ViewVC Help
Powered by ViewVC 1.1.22