/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Diff of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.4 by edhill, Sun Dec 7 06:52:17 2003 UTC revision 1.34 by jmc, Tue Dec 25 22:01:48 2007 UTC
# Line 58  INDIR="/u/u0/httpd/html/testing/results/ Line 58  INDIR="/u/u0/httpd/html/testing/results/
58  OUTDIR="/u/u0/httpd/html/testing/summary"  OUTDIR="/u/u0/httpd/html/testing/summary"
59  OUTFILE=$OUTDIR"/summary_"$PERIOD".html"  OUTFILE=$OUTDIR"/summary_"$PERIOD".html"
60    
   
 #  Create the summary file for $PERIOD  
 echo -n "Creating the summary file for the period \"$PERIOD\" ...  "  
 cat > $OUTFILE << EOF  
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  
     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">  
   
 <html xmlns="http://www.w3.org/1999/xhtml">  
   <head>  
     <title>MITgcm testing summary</title>  
     <meta name="author" content="Ed Hill" />  
     <base href="http://mitgcm.org/testing/summary/" />  
   </head>  
   <body>  
     <table cellpadding="0" cellspacing="0" border="0" width="100%">  
   
 EOF  
   
 # all_files=`find $INDIR -name summary.txt`  
 all_files=`( cd $INDIR ; find . -name summary.txt )`  
   
 for f in $all_files ; do  
   
     file=$INDIR"/"${f/.\//}  
     grep "^fresults" $file > /dev/null 2>&1  
     RETVAL=$?  
     if test "x$RETVAL" != x0 ; then  
         continue  
     fi  
   
     url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`  
     url=`echo $url | sed -e 's|summary.txt||'`  
     MACH=  
     fresults=  
     color="#eeeeee"  
   
     source $file  
     echo $fresults | grep FAIL > /dev/null 2>&1  
     if test "x$?" = x0 ; then  
         color="#ff99ff"  
     fi  
     echo $fresults | grep pass > /dev/null 2>&1  
     if test "x$?" = x0 ; then  
         color="#99ffff"  
     fi  
   
     gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`  
     if test -r $gm_state ; then  
         grep '^OPTFILE=' $gm_state > ./tmp_state  
         source ./tmp_state  
     else  
         optfile="unknown"  
     fi  
     optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`  
   
     echo "<tr bgcolor=\"$color\">" >> $OUTFILE  
     echo "<td height=\"0\">$MACH</td>" >> $OUTFILE  
     echo "<td><a href=\"$url\">$DATE</a></td>" >> $OUTFILE  
     for i in $fresults ; do  
         if test "x$i" = xN ; then  
             echo -n "<td bgcolor=\"#ff6666\">$i</td>" >> $OUTFILE  
         else  
             echo -n "<td>$i</td>" >> $OUTFILE  
         fi  
     done  
     echo "<td>$optfile</td>" >> $OUTFILE  
     echo "</tr>" >> $OUTFILE  
   
 done  
   
 cat >> $OUTFILE << EOF  
   
     </table>  
   </body>  
 </html>  
   
 EOF  
   
 chmod a+r $OUTFILE  
 echo "done"  
   
   
61  #  Create the "latest" links  #  Create the "latest" links
62  echo "Creating the \"latest\" file for each machine: "  echo "Creating the \"latest\" file for each machine: "
63  LATEST=$OUTDIR"/latest_"$PERIOD".html"  LATEST=$OUTDIR"/latest_"$PERIOD".html"
64    the_date=`date`
65  cat > $LATEST << EOF  cat > $LATEST << EOF
66  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
67      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
# Line 155  cat > $LATEST << EOF Line 74  cat > $LATEST << EOF
74      <!-- <base href="http://mitgcm.org/testing/summary/" /> -->      <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
75    
76      <!-- Hinting for menu generation -->      <!-- Hinting for menu generation -->
77      <meta name="add_name_0" content="Source Code" />      <meta name="add_name_0" content="Testing" />
78      <meta name="add_name_1" content="Testing" />      <meta name="add_name_1" content="" />
79      <meta name="add_name_2" content="" />      <meta name="add_name_2" content="" />
80      <meta name="add_title" content="Testing" />      <meta name="add_title" content="Testing" />
81      <!-- Hinting for menu generation -->      <!-- Hinting for menu generation -->
# Line 174  cat > $LATEST << EOF Line 93  cat > $LATEST << EOF
93          <td><b>Notes</b></td> </tr>          <td><b>Notes</b></td> </tr>
94    
95        <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>        <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>
96          <td>Red Hat 7.3 (the "original" testing machine)</td> </tr>          <td>Fedora Core 6 </td> </tr>
97        <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"shelley"</td>        <tr bgcolor="#bbddff"> <td> Intel P4</td> <td>"eddy"</td>
98          <td>Red Hat 9</td> </tr>          <td>Fedora Core 5</td> </tr>
99    
100          <!--
101        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
102          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
103          facility </a></td> </tr>          facility </a></td> </tr>
104        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>
105          <td><a href="http://webserv.gsfc.nasa.gov/SCB/NCCS/systems/high-end-computing.html">          <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
106          NASA NCCS Halem</a></td> </tr>          NASA NCCS Halem</a></td> </tr>
107          -->
108    
109          <!--
110        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>
111          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
112          NAS SGI Origin 2000 </a></td> </tr>          NAS SGI Origin 2000 </a></td> </tr>
113        <tr bgcolor="#bbddff"> <td> SGI Origin 3000 </td> <td>"lomax"</td>        <tr bgcolor="#bbddff"> <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
114          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
115          NAS SGI Origin 3000 </a></td> </tr>          NAS SGI Origin 3000 </a></td> </tr>
116          -->
117    
118          <!--
119        <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>        <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>
120          <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and          <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and
121          Visualization Facility</a></td> </tr>          Visualization Facility</a></td> </tr>
122          -->
123          <tr bgcolor="#bbffdd"> <td> SGI Altix 350 </td> <td>"altix350"</td>
124            <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
125            GeoCluster</a></td> </tr>
126        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>
127          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
128          </a></td> </tr>          </a></td> </tr>
# Line 202  cat > $LATEST << EOF Line 130  cat > $LATEST << EOF
130        <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>        <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>
131          <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky          <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky
132          </a></td> </tr>          </a></td> </tr>
133        <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"eaps"</td>        <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"adams"</td>
134          <td>SuSE Linux 9.0 (x86-64)</td> </tr>          <td>Fedora Core 4 (AMD64)</td> </tr>
135    
136        <!--        <!--
137          <tr bgcolor="#bbffdd"> <td> Sun UltraSparc </td> <td>"slough"</td>
138            <td>Solaris 8</td> </tr>
139          -->
140    
141          <tr bgcolor="#bbffdd"> <td> Intel P4 Mosix Cluster </td> <td>"sea"</td>
142            <td>Fedora Core 6 </td> </tr>
143    
144          <tr bgcolor="#bbddff"> <td> AMD Opteron cluster </td> <td>"dolphin"</td>
145            <td>SuSE SLES v8.1</td> </tr>
146    
147          <tr bgcolor="#bbffdd"> <td> IBM/Apple dual G5 </td> <td>"two"</td>
148            <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
149    
150          <tr bgcolor="#bbddff"> <td> <a href="http://acesgrid.org">ACESgrid Dell
151            Xeon</a> </td> <td>"aces"</td><td>Fedora Core 2</td> </tr>
152    
153          <!--
154    
155        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>
156          <td></td> </tr>          <td></td> </tr>
157        -->        -->
# Line 214  cat > $LATEST << EOF Line 160  cat > $LATEST << EOF
160    
161      <p><br />      <p><br />
162        The complete output for the verification runs can be found in        The complete output for the verification runs can be found in
163        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>.        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
164          and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
165        The latest reports are:</p>        The latest reports are:</p>
166      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
167  <tr bgcolor="#00cccc">  <tr bgcolor="#00cccc">
168    <td height="0"> <b>Nickname</b> </td>    <td height="0"> <b>Nickname</b> </td>
169    <td> <b>OPTFILE Name</b> </td>    <td> <b>OPTFILE Name</b> </td>
170    <td> <b>Type</b> </td>    <td> <b>Type</b> </td>
171    <td> <b>Date (yyyymmdd)</b> </td>    <td> <b>Date</b> </td>
172    <td> <b>Summary</b> </td>    <td> <b>Summary</b> </td>
173      <td> <b>Ratio</b> </td>
174  </tr>  </tr>
175    
176  EOF  EOF
177    
178  color="#bbffdd"  color="#bbffdd"
179    ncolor="#bbddff"
180  res_url="http://mitgcm.org/testing/"  res_url="http://mitgcm.org/testing/"
181    
182  MACHINES="faulks shelley myrinet eaps halem hopper lomax orion bf bs"  MACHINES="faulks aces eddy bay meander"
183    MACHINES="$MACHINES edvir rays1 model columbia"
184  ( cd $INDIR ; ls -1 ) > ./dir_all  MACHINES="$MACHINES xd1 batsi starp"
185    
186    ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
187    
188    MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
189    for madd in $MALL ; do
190        present=0
191        for m in $MACHINES ; do
192            echo $madd | grep $m > /dev/null 2>&1
193            RETVAL=$?
194            test $RETVAL = 0  &&  present=1
195            continue
196        done
197        test $present = 0  &&  MACHINES="$MACHINES $madd"
198    done
199    
200  for mname in $MACHINES ; do  for mname in $MACHINES ; do
201    
202      echo "  $mname"      echo "  $mname"
     if test "x$color" = x#bbffdd ; then  
         color="#bbddff"  
     else  
         color="#bbffdd"  
     fi  
203    
204      dir_list=`grep $mname ./dir_all`      dir_list=`grep $mname ./dir_all`
205      echo -n "" > ./mlist      echo -n "" > ./mlist
# Line 261  for mname in $MACHINES ; do Line 219  for mname in $MACHINES ; do
219              OPTFILE=${OPTFILE##*/}              OPTFILE=${OPTFILE##*/}
220          fi          fi
221          if test "x$OPTFILE" = x ; then          if test "x$OPTFILE" = x ; then
222              comm=`grep '^# OPTFILE=' $dir/*/Makefile 2>/dev/null | head -1`              comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
223              comm=${comm##*#}              comm=${comm##*#}
224              eval $comm              eval $comm
225              OPTFILE=${OPTFILE##*/}              OPTFILE=${OPTFILE##*/}
# Line 271  for mname in $MACHINES ; do Line 229  for mname in $MACHINES ; do
229          fi          fi
230    
231          ADJOINT=          ADJOINT=
232            RESTART=0
233          if test -r $dir/summary.txt ; then          if test -r $dir/summary.txt ; then
234              comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`              comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
235              eval $comm              eval $comm
236                RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
237          fi          fi
238          if test "x$ADJOINT" = x ; then          if test "x$RESTART" = x0 ; then
239              kind="forward"              kind="forward"
         else  
240              test "x$ADJOINT" = xtrue  &&  kind="adjoint"              test "x$ADJOINT" = xtrue  &&  kind="adjoint"
241            else
242                kind="restart"
243            fi
244    
245            t_pass="--"
246            t_tot="--"
247            if test -r $dir/summary.txt ; then
248                grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
249                t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
250                t_pass=`grep 'pass ' ./all_tests | wc -l | sed -e 's| ||g'`
251          fi          fi
252            rm -f ./all_tests
253            # echo "${dir##*/} : $t_pass out of $t_tot"
254    
255          tokens=`echo $i | sed -e 's|_| |g'`          tokens=`echo $i | sed -e 's|_| |g'`
256          echo "" > ./ms_tmp          echo "" > ./ms_tmp
# Line 289  for mname in $MACHINES ; do Line 260  for mname in $MACHINES ; do
260          DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`          DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
261          rm -f ./ms_tmp          rm -f ./ms_tmp
262    
263          echo "$OPTFILE$kind $DAY $OPTFILE $kind $i" >> ./mlist          echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
264    
265      done      done
266    
# Line 299  for mname in $MACHINES ; do Line 270  for mname in $MACHINES ; do
270      #  Do we have any data?  If so, create the latest pointer.      #  Do we have any data?  If so, create the latest pointer.
271      num=`wc -l ./mlist | awk '{print $1}'`      num=`wc -l ./mlist | awk '{print $1}'`
272      if test $num -gt 0 ; then      if test $num -gt 0 ; then
273    
274            # swap colors
275            ctmp=$color
276            color=$ncolor
277            ncolor=$ctmp
278    
279          keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`          keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
280    
281          for key in $keys ; do          for key in $keys ; do
282              tline=`grep "^$key " ./mlist | sort -r | head -1`              tline=`grep "^$key " ./mlist | head -1`
283                ratio=`echo $tline | cut -d " " -f 6`
284              ldir=`echo $tline | cut -d " " -f 5`              ldir=`echo $tline | cut -d " " -f 5`
285              kind=`echo $tline | cut -d " " -f 4`              kind=`echo $tline | cut -d " " -f 4`
286              optf=`echo $tline | cut -d " " -f 3`              optf=`echo $tline | cut -d " " -f 3`
# Line 315  for mname in $MACHINES ; do Line 293  for mname in $MACHINES ; do
293    <td> $kind </td>    <td> $kind </td>
294    <td> <a href="$res_url$URL">$DAY</a> </td>    <td> <a href="$res_url$URL">$DAY</a> </td>
295    <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>    <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
296      <td> $ratio </td>
297  </tr>  </tr>
298  EOF  EOF
299          done          done
# Line 323  EOF Line 302  EOF
302  done  done
303    
304  cat >> $LATEST << EOF  cat >> $LATEST << EOF
305    <tr bgcolor="#00cccc">
306      <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
307    </tr>
308    
309      </table>      </table>
310    
311    <p>Examples of the scripts used for these testing runs can be obtained from: <a
312    href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
313    MITgcm/tools/example_scripts</a>.</p>
314    
315    
316    </body>    </body>
317  </html>  </html>
318    
Legend:
Removed from v.1.4  
changed lines
  Added in v.1.34
  ViewVC Help
Powered by ViewVC 1.1.22