/[MITgcm]/MITgcm_contrib/quarter_degree_global/README.txt
ViewVC logotype

Diff of /MITgcm_contrib/quarter_degree_global/README.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.10 by dimitri, Thu Dec 9 17:54:47 2004 UTC revision 1.26 by dimitri, Sat Dec 18 05:41:02 2004 UTC
# Line 10  cvs co MITgcm/verification/global_with_e Line 10  cvs co MITgcm/verification/global_with_e
10  cvs co MITgcm/verification/testreport  cvs co MITgcm/verification/testreport
11    
12    
13  ##########################################################################  #############################################################################
14  # mpi test of verification/global_with_exf on columbia  # 1-CPU verification/global_with_exf including pkg/diagnostics
15    
16    examples:
17    aim.5l_cs/input/data.diagnostics  fizhi-gridalt-hs/input/data.diagnostics
18    dome/input/data.diagnostics       hs94.cs-32x32x5/input/data.diagnostics
19    
20    e1=readbin('test_oldstyle/ETAtave.0000000018.data',[90 40]);
21    e2=readbin('ETAN.0000000018.data',[90 40]);
22    e16=readbin('test_oldstyle/Eta.0000000016.data',[90 40]);
23    e17=readbin('test_oldstyle/Eta.0000000017.data',[90 40]);
24    e18=readbin('test_oldstyle/Eta.0000000018.data',[90 40]);
25    minmax(e1-e2)
26    minmax(e2-(e16+e17+e18)/3)
27    
28    e1=readbin('test_oldstyle/sFluxtave.0000000018.data',[90 40]);
29    e2=readbin('SFLUX.0000000018.data',[90 40]);
30    minmax(e1-e2)
31    
32    e1=readbin('test_oldstyle/tFluxtave.0000000018.data',[90 40]);
33    e2=readbin('TFLUX.0000000018.data',[90 40]);
34    minmax(e1-e2)
35    
36    e1=readbin('TRELAX.0000000018.data',[90 40]);
37    subplot(211),mypcolor(e1');colorbar
38    
39    e1=readbin('SRELAX.0000000018.data',[90 40]);
40    subplot(211),mypcolor(e1');colorbar
41    
42    e1=readbin('TICE.0000000018.data',[90 40]);
43    subplot(211),mypcolor(e1');colorbar
44    
45    
46    e1=readbin('test_oldstyle/wVeltave.0000000018.data',[90 40 15]);
47    e2=readbin('WVEL.0000000018.data',[90 40 15]);
48    e16=readbin('test_oldstyle/W.0000000016.data',[90 40 15]);
49    e17=readbin('test_oldstyle/W.0000000017.data',[90 40 15]);
50    e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]);
51    minmax(e1-e2)
52    minmax(e2-(e16+e17+e18)/3)
53    
54    
55    
56    
57    
58    
59  cd MITgcm/verification/global_with_exf/build  cd MITgcm/verification/global_with_exf/build
60  \rm *  \rm *
61  \cp ../code/* .  \cp ../code/* .
62    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
63    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
64    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
65    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/DIAGNOSTICS_SIZE.h .
66    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test1 .
67    \mv SIZE.h_test1 SIZE.h
68    ../../../tools/genmake2
69    make depend
70    make -j
71    cd ..
72    mkdir run
73    cd run
74    \rm *
75    \cp ../build/mitgcmuv .
76    \ln -sf ../input/* .
77    \rm data
78    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data
79    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.pkg .
80    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.kpp .
81    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.diagnostics .
82    mitgcmuv >& output.txt
83    
84    
85    there is comparison output in
86    ../../../../MITgcm_contrib/quarter_degree_global/results/output.txt
87    
88    
89    #############################################################################
90    # mpi test verification/global_with_exf including pkg/diagnostics on columbia
91    
92    cd MITgcm/verification/global_with_exf/build
93    \rm *
94    \cp ../code/* .
95    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
96  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
97  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
98  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .
99  \mv SIZE.h_test SIZE.h  \mv SIZE.h_test SIZE.h
100  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_efc+mpi_altix  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
101  make depend  make depend
102  make -j 4  make -j
103  cd ..  cd ..
104  mkdir run  mkdir run
105  cd run  cd run
# Line 39  there is comparison output in Line 116  there is comparison output in
116    
117  ##########################################################################  ##########################################################################
118  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc
119  # requires input files in sudirectory iter69 to be at same level as MITgcm  # requires input files in subdirectory iter69 to be at same level as MITgcm
120  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10
121  # The integration length is 4018 days, 1992-2002.  # The integration length is 4018 days, 1992-2002.
122  # First three days need to be integrated using deltat=200.  # First three days need to be integrated using deltat=200.
# Line 49  mkdir bin exe Line 126  mkdir bin exe
126  cd bin  cd bin
127  \rm *  \rm *
128  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
129  ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix  ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
130  make depend  make depend
131  make -j 4  make -j
132  cd ../exe  cd ../exe
133  \rm *  \rm *
134  \cp ../bin/mitgcmuv .  \cp ../bin/mitgcmuv .
# Line 76  cd bin Line 153  cd bin
153  \cp SIZE.h_8_480 SIZE.h  \cp SIZE.h_8_480 SIZE.h
154  ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix  ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix
155  make depend  make depend
156  make -j 4  make -j
157  cd ../exe  cd ../exe
158  \rm *  \rm *
159  \cp ../bin/mitgcmuv .  \cp ../bin/mitgcmuv .
# Line 85  cd ../exe Line 162  cd ../exe
162  \cp data.exf_clim_8 data.exf_clim  \cp data.exf_clim_8 data.exf_clim
163  \cp data_SIO_8 data  \cp data_SIO_8 data
164  qsub job_altix  qsub job_altix
165    
166    
167    ##########################################################################
168    # 2880x2176 960-cpu (96x30)x(68x32) 1/4-deg integration on altix with efc
169    # requires input files in sudirectory iter69 to be at same level as MITgcm
170    # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on
171    # columbia18:/nobackup18/menemenl/eight.
172    # The integration length is 3 days.
173    # First three days need to be integrated using deltat=100.
174    
175    module purge
176    module load modules scsl.1.5.0.0 intel-comp.8.0.070 mpt.1.11-85
177    setenv MPI_DSM_DISTRIBUTE
178    cd MITgcm
179    mkdir bin exe
180    cd bin
181    \rm *
182    \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
183    \cp SIZE.h_8_960 SIZE.h
184    ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
185    make depend
186    make -j
187    
188    cd ../exe
189    \cp ../bin/mitgcmuv .
190    \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
191    \ln -sf ../../iter69/* .
192    \cp data.exf_clim_8 data.exf_clim
193    \cp data_SIO_8 data
194    modpickup_8
195    mpirun -v -a a2k c18 480 runon 4-483 mitgcmuv : c20 480 runon 4-483 mitgcmuv
196    mpirun -v -a a2k c18 508 runon 4-511 mitgcmuv : c20 508 runon 4-511 mitgcmuv
197    
198    on columbia18:
199    ln -sf /nobackup18/menemenl/eighth /tmp/eighth
200    
201    on columbia20:
202    ln -sf /nobackup20/menemenl/eighth /tmp/eighth
203    
204    cd ~/exe
205    \cp /tmp/eighth/MITgcm/exe/mitgcmuv960 .
206    \cp /tmp/eighth/MITgcm_contrib/quarter_degree_global/input/* .
207    \ln -sf /tmp/eighth/iter69/* .
208    \cp data.exf_clim_8 data.exf_clim
209    \cp data_SIO_8 data
210    \ln -sf /tmp/eighth/MITgcm/exe/pick* .
211    
212    mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 4-511 mitgcmuv960 : \
213                                 c20 480 runon 4-511 mitgcmuv960 >&! output.txt &
214    
215    \cp data.test data
216    scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe
217    scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe
218    scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe
219    mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
220                     c18 480 runon 4-511 mitgcmuv1440 : \
221                     c19 480 runon 4-511 mitgcmuv1440 : \
222                     c20 480 runon 4-511 mitgcmuv1440   \
223                                >&! output.test1440
224    mkdir tests
225    mv STDOUT.0000 output.test1440 tests/stdout1440
226    \rm STD*
227    mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
228                     c17 480 runon 14-511 mitgcmuv1920 : \
229                     c18 480 runon 14-511 mitgcmuv1920 : \
230                     c19 480 runon 14-511 mitgcmuv1920 : \
231                     c20 480 runon 14-511 mitgcmuv1920   \
232                                >&! output.test1920
233    mv STDOUT.0000 output.test1920 tests/stdout1920
234    \rm STD*
235    \cp data.run data
236    scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe
237    scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe
238    scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe
239    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
240                     -d /nobackup/menemenl/eighth/MITgcm/exe \
241                     c17 480 runon 9-511 mitgcmuv1920 : \
242                     c18 480 runon 9-511 mitgcmuv1920 : \
243                     c19 480 runon 9-511 mitgcmuv1920 : \
244                     c20 480 runon 9-511 mitgcmuv1920   \
245                                >&! output.run
246    
247    
248    
249    
250    \cp data.test data
251    scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe
252    scp data columbia20:/nobackup/menemenl/eighth/MITgcm/exe
253    mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
254                     c18 480 runon 9-511 mitgcmuv1440 : \
255                     c19 480 runon 9-511 mitgcmuv1440 : \
256                     c20 480 runon 9-511 mitgcmuv1440   \
257                                >&! output.test1440
258    mkdir tests
259    mv STDOUT.0000 output.test1440 tests/stdout1440
260    \rm STD*
261    \cp data.run data
262    scp data columbia17:/nobackup/menemenl/eighth/MITgcm/exe
263    scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe
264    mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
265                     c17 480 runon 9-511 mitgcmuv1440 : \
266                     c18 480 runon 9-511 mitgcmuv1440 : \
267                     c19 480 runon 9-511 mitgcmuv1440   \
268                                >&! output.run
269    
270    
271    
272    
273    fails for 1/8
274    >   viscA4GridMin=3.e-4,
275    >   viscA4GridMax=4.e-3,
276    >   viscC4Leith=0.05,
277    >   deltat=300
278    fails:
279    <   viscA4GridMin=6.e-4,
280    <   viscA4GridMax=8.e-3,
281    <   viscC4Leith=0.1,
282    fails:
283    <   viscA4GridMin=6.e-4,
284    <   viscA4GridMax=8.e-3,
285    <   viscC4Leith=0.2,
286    fails:
287    <   viscA4GridMin=1.e-3,
288    <   viscA4GridMax=1.e-2,
289    <   viscC4Leith=0.2,
290    fails:
291    <   viscA4GridMin=1.e-3,
292    <   viscA4GridMax=1.e-2,
293    <   viscC4Leith=0.3,
294    fails:
295    <   viscA4GridMin=1.2e-3,
296    <   viscA4GridMax=1.6e-2,
297    <   viscC4Leith=0.2,
298    fails:
299    <   viscA4GridMin=1.2e-3,
300    <   viscA4GridMax=1.6e-2,
301    <   viscC4Leith=0.4,
302    fails
303    <   viscA4GridMin=1.2e-3,
304    <   viscA4GridMax=1.2e-2,
305    <   viscC4Leith=1.2,
306    fails:
307    <   viscA4GridMin=2e-3,
308    <   viscA4GridMax=1e-2,
309    <   viscC4Leith=0.1,
310    fails:
311    <   viscA4GridMin=2e-3,
312    <   viscA4GridMax=1e-2,
313    <   viscC4Leith=0.2,
314    fails:
315    <   viscA4GridMin=4e-3,
316    <   viscA4GridMax=8e-3,
317    <   viscC4Leith=0.2,
318    fails:
319      viscA4GridMin=5e-3,
320      viscA4GridMax=1e-2,
321      viscC4Leith=.2,
322    starting with time step 50112, try:
323    (this mean day 174 becomes day 116)
324      viscA4GridMin=6.e-4,
325      viscA4GridMax=8.e-3,
326      viscC4Leith=0.1,
327      deltat=200
328    
329    
330    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%
331    
332    1/8 timing tests:
333    
334                                 columbia20
335                                 scsl.1.5.0.0
336                        c18      intel-comp.8.0.070
337    240-CPU             default  mpt.1.11-85
338    ------------------------------------------------
339    MAIN LOOP           7115     5066
340    EXF_GETFORCING      372      38
341    DO_OCEANIC_PHYS     1221     1272
342    STATEKPP            509      532
343    KPPMIX              370      374
344    DYNAMICS            1527     1429
345    SOLVE_FOR_PRESSURE  1804     206
346    BLOCKING_EXCHANGES  117      115
347    THERMODYNAMICS      1166     1100
348    DO_THE_MODEL_IO     173      177
349    WRITE_CHECKPOINT    341      333  
350    
351    
352                                 columbia20
353                                 scsl.1.5.0.0
354                        c18      intel-comp.8.0.070
355    480-CPU             default  mpt.1.11-85
356                                          c19 default
357                                                   c17 default, other processes
358                                                            c19 new
359    -------------------------------------------------------------------------
360    MAIN LOOP           4024     2917     5379     8895     3571
361    EXF_GETFORCING      218      33       880      261      227
362    DO_OCEANIC_PHYS     622      619      621      913      620
363    STATEKPP            269      265      268      310      265
364    KPPMIX              190      188      189      291      189
365    DYNAMICS            747      718      745      1456     714
366    SOLVE_FOR_PRESSURE  966      119      1703     2748     900
367    BLOCKING_EXCHANGES  64       70       392      375      70
368    THERMODYNAMICS      553      582      566      1510     584
369    DO_THE_MODEL_IO     178      156      149      184      152
370    WRITE_CHECKPOINT    364      332      864      420      333
371    
372    
373    
374    CPU                 240     480     960     1440    1920
375    -------------------------------------------------------------
376    MAIN LOOP           5066    2917    2227    1551    1276
377    EXF_GETFORCING      38      33      126     60      83
378    DO_OCEANIC_PHYS     1272    619     320     390     186
379    STATEKPP            532     265     138     181     77
380    KPPMIX              374     188     98      112     53
381    DYNAMICS            1429    718     313     319     173
382    SOLVE_FOR_PRESSURE  206     119     483     169     310
383    BLOCKING_EXCHANGES  115     70      53      29      28
384    THERMODYNAMICS      1100    582     294     279     172
385    DO_THE_MODEL_IO     177     156     131     202     155
386    WRITE_CHECKPOINT    333     332     302     524     352
387    
388    
389    4 clusters
390    Dec 16 08:17 Ttave.0000051840.data
391    Dec 16 08:47 Ttave.0000053136.data
392    Dec 16 09:17 Ttave.0000054432.data
393    Dec 16 09:53 Ttave.0000055728.data
394    Dec 17 14:08 Ttave.0000075168.data
395    Dec 17 14:33 Ttave.0000076464.data
396    Dec 17 14:58 Ttave.0000077760.data
397    Dec 17 15:29 Ttave.0000079056.data
398    
399    1 cluster
400    Dec 16 22:14 Ttave.0000059616.data
401    Dec 16 23:16 Ttave.0000060912.data
402    Dec 17 00:19 Ttave.0000062208.data
403    Dec 17 01:27 Ttave.0000063504.data
404    Dec 17 02:29 Ttave.0000064800.data
405    Dec 17 03:31 Ttave.0000066096.data
406    Dec 17 04:39 Ttave.0000067392.data
407    Dec 17 05:42 Ttave.0000068688.data
408    Dec 17 06:44 Ttave.0000069984.data
Legend:
Removed from v.1.10  
changed lines
  Added in v.1.26
  ViewVC Help
Powered by ViewVC 1.1.22