/[MITgcm]/MITgcm_contrib/quarter_degree_global/README.txt
ViewVC logotype

Diff of /MITgcm_contrib/quarter_degree_global/README.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.21 by dimitri, Wed Dec 15 00:39:50 2004 UTC revision 1.44 by dimitri, Mon Jan 10 15:28:20 2005 UTC
# Line 10  cvs co MITgcm/verification/global_with_e Line 10  cvs co MITgcm/verification/global_with_e
10  cvs co MITgcm/verification/testreport  cvs co MITgcm/verification/testreport
11    
12    
13  ##########################################################################  #############################################################################
14  # mpi test of verification/global_with_exf on columbia  # 1-CPU verification/global_with_exf including pkg/diagnostics
15    
16    cd MITgcm/verification/global_with_exf/build
17    \rm *
18    \cp ../code/* .
19    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
20    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
21    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
22    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/DIAGNOSTICS_SIZE.h .
23    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test1 .
24    \mv SIZE.h_test1 SIZE.h
25    ../../../tools/genmake2
26    make depend
27    make -j 4
28    cd ..
29    mkdir run
30    cd run
31    \rm *
32    \cp ../build/mitgcmuv .
33    \ln -sf ../input/* .
34    \rm data
35    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data
36    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.pkg .
37    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.kpp .
38    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.diagnostics .
39    mitgcmuv >& output.txt
40    
41    
42    there is comparison output in
43    ../../../../MITgcm_contrib/quarter_degree_global/results/output.txt
44    
45    
46    #############################################################################
47    # mpi test verification/global_with_exf including pkg/diagnostics on columbia
48    
49  cd MITgcm/verification/global_with_exf/build  cd MITgcm/verification/global_with_exf/build
50  \rm *  \rm *
51  \cp ../code/* .  \cp ../code/* .
52    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
53  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
54  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
55  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .
56  \mv SIZE.h_test SIZE.h  \mv SIZE.h_test SIZE.h
57  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_efc+mpi_altix  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
58  make depend  make depend
59  make -j 4  make -j 4
60  cd ..  cd ..
# Line 38  there is comparison output in Line 72  there is comparison output in
72    
73    
74  ##########################################################################  ##########################################################################
75  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix.
76  # requires input files in sudirectory iter69 to be at same level as MITgcm  # Requires input files in subdirectory iter69 to be at same level as MITgcm
77  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10
78  # The integration length is 4018 days, 1992-2002.  # The integration length is 4018 days, 1992-2002.
79  # First three days need to be integrated using deltat=200.  # First three days need to be integrated using deltat=200.
# Line 49  mkdir bin exe Line 83  mkdir bin exe
83  cd bin  cd bin
84  \rm *  \rm *
85  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
86  ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix  ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
87  make depend  make depend
88  make -j 4  make -j 4
89  cd ../exe  cd ../exe
# Line 61  qsub job_altix Line 95  qsub job_altix
95    
96    
97  ##########################################################################  ##########################################################################
98  # 2880x2176 480-cpu (96x30)x(136x16) 1/4-deg integration on altix with efc  # 2880x2176 480-cpu (96x30)x(136x16) 1/8-deg integration on altix.
99  # requires input files in sudirectory iter69 to be at same level as MITgcm  # Requires input files in sudirectory iter69 to be at same level as MITgcm
100  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on
101  # columbia18:/nobackup18/menemenl/eight.  # columbia18:/nobackup18/menemenl/eight.
102  # The integration length is 3 days.  # The integration length is 3 days.
# Line 88  qsub job_altix Line 122  qsub job_altix
122    
123    
124  ##########################################################################  ##########################################################################
125  # 2880x2176 960-cpu (96x30)x(68x32) 1/4-deg integration on altix with efc  # 2880x2176 960-cpu (96x30)x(68x32) 1/8-deg integration on altix with efc
126  # requires input files in sudirectory iter69 to be at same level as MITgcm  # requires input files in sudirectory iter69 to be at same level as MITgcm
127  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on
128  # columbia18:/nobackup18/menemenl/eight.  # columbia18:/nobackup18/menemenl/eight.
# Line 107  cd bin Line 141  cd bin
141  ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas  ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
142  make depend  make depend
143  make -j 4  make -j 4
144    \cp mitgcmuv ../exe/mitgcmuv960
145    
146    # NCEP integration start
147  cd ../exe  cd ../exe
 \cp ../bin/mitgcmuv .  
148  \cp ../../MITgcm_contrib/quarter_degree_global/input/* .  \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
149  \ln -sf ../../iter69/* .  \ln -sf ../../iter69/* .
150  \cp data.exf_clim_8 data.exf_clim  \cp data.exf_clim_8 data.exf_clim
151  \cp data_SIO_8 data  \cp data_NCEP_8 data
152  modpickup_8  ./modpickup_8
153  mpirun -v -a a2k c18 480 runon 4-483 mitgcmuv : c20 480 runon 4-483 mitgcmuv  
154  mpirun -v -a a2k c18 508 runon 4-511 mitgcmuv : c20 508 runon 4-511 mitgcmuv  scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe
155    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
156  on columbia18:                   -d /nobackup/menemenl/eighth/MITgcm/exe \
157  ln -sf /nobackup18/menemenl/eighth /tmp/eighth                   c17 508 runon 4-511 mitgcmuv960 : \
158                     c18 452 runon 4-455 mitgcmuv960   \
159  on columbia20:                   < /dev/null >&! output.run &
160  ln -sf /nobackup20/menemenl/eighth /tmp/eighth  
161    scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe
162  cd ~/exe  /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
163  \cp /tmp/eighth/MITgcm/exe/mitgcmuv960 .                   -d /nobackup/menemenl/eighth/MITgcm/exe \
164  \cp /tmp/eighth/MITgcm_contrib/quarter_degree_global/input/* .                   c17 508 runon 4-511 mitgcmuv768 : \
165  \ln -sf /tmp/eighth/iter69/* .                   c18 260 runon 4-263 mitgcmuv768   \
166                     < /dev/null >&! output.run &
167    
168    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
169                     c17 480 runon 11-490 mitgcmuv480 \
170                     < /dev/null >&! output.run &
171    
172    days integrated with 150-s time steps: 1-30, 81-112,  
173    use data.diagnostics_150, data_NCEP_8_150
174    
175    # SIO integration start
176    cd ../exe
177    \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
178    \ln -sf ../../iter69/* .
179  \cp data.exf_clim_8 data.exf_clim  \cp data.exf_clim_8 data.exf_clim
180    \cp data.exf_SIO data.exf
181  \cp data_SIO_8 data  \cp data_SIO_8 data
182  \ln -sf /tmp/eighth/MITgcm/exe/pick* .  ./modpickup_8
183    
184    scp data* mitgcm* columbia20:/nobackup/menemenl/eighth/MITgcm/exe
185    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
186                     -d /nobackup/menemenl/eighth/MITgcm/exe \
187                     c19 508 runon 4-511 mitgcmuv960 : \
188                     c20 452 runon 4-455 mitgcmuv960   \
189                     < /dev/null >&! output.run &
190    
191    scp data* mitgcm* columbia20:/nobackup/menemenl/eighth/MITgcm/exe
192    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
193                     -d /nobackup/menemenl/eighth/MITgcm/exe \
194                     c19 508 runon 4-511 mitgcmuv768 : \
195                     c20 260 runon 4-263 mitgcmuv768   \
196                     < /dev/null >&! output.run &
197    
198    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
199                     c19 480 runon 11-490 mitgcmuv480 \
200                     < /dev/null >&! output.run &
201    
202    days integrated with 150-s time steps: 1-30, 81-91, 112-132,
203    use data.diagnostics_150, data_SIO_8_150
204    
205    
206    # 1920-CPU integration
207    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
208                     -d /nobackup/menemenl/eighth/MITgcm/exe \
209                     c17 480 runon 11-490 mitgcmuv1920 : \
210                     c18 480 runon 11-490 mitgcmuv1920 : \
211                     c19 480 runon 11-490 mitgcmuv1920 : \
212                     c20 480 runon 11-490 mitgcmuv1920   \
213                     < /dev/null >&! output.run &
214    
215    
216    NCEP
217      deltat=300
218      viscA4GridMin=6.e-4,
219      viscA4GridMax=8.e-3,
220      viscC4Leith=0.1,
221    on time step 359406, viscosity is increased to
222      viscA4GridMin=8.e-4,
223      viscA4GridMax=8.e-3,
224      viscC4Leith=0.12,
225    on time step 371094, viscosity is increased to
226      viscA4GridMin=1.e-3,
227      viscA4GridMax=1.e-2,
228      viscC4Leith=0.15,
229    this also crashed, so halved time step
230      deltaT=150,
231      viscA4GridMin=1.2e-3,
232      viscA4GridMax=1.6e-2,
233      viscC4Leith=0.1,
234    after 765828, tried 200-s time step
235      deltaT=200,
236      viscA4GridMin=0.9e-4,
237      viscA4GridMax=1.2e-2,
238      viscC4Leith=0.1,
239    
240    SIO
241    on time step 333108, viscosity is increased from
242      deltat=300
243      viscA4GridMin=6.e-4,
244      viscA4GridMax=8.e-3,
245      viscC4Leith=0.1,
246    to
247      viscA4GridMin=8.e-4,
248      viscA4GridMax=8.e-3,
249      viscC4Leith=0.12,
250    this crashed after time step 374868
251    try 200-s time step
252    
253    
 mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 4-511 mitgcmuv960 : c20 480 runon 4-511 mitgcmuv960 >&! output.txt &  
254    
255    
256    
# Line 177  fails: Line 295  fails:
295  <   viscA4GridMin=2e-3,  <   viscA4GridMin=2e-3,
296  <   viscA4GridMax=1e-2,  <   viscA4GridMax=1e-2,
297  <   viscC4Leith=0.2,  <   viscC4Leith=0.2,
298  try:  fails:
299  <   viscA4GridMin=4e-3,  <   viscA4GridMin=4e-3,
300  <   viscA4GridMax=8e-3,  <   viscA4GridMax=8e-3,
301  <   viscC4Leith=0.2,  <   viscC4Leith=0.2,
302    fails:
303      viscA4GridMin=5e-3,
304      viscA4GridMax=1e-2,
305      viscC4Leith=.2,
306    starting with time step 50112, try:
307    (this mean day 174 becomes day 116)
308      viscA4GridMin=6.e-4,
309      viscA4GridMax=8.e-3,
310      viscC4Leith=0.1,
311      deltat=200
312    
313    
314  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%
# Line 211  WRITE_CHECKPOINT    341      333 Line 338  WRITE_CHECKPOINT    341      333
338                      c18      intel-comp.8.0.070                      c18      intel-comp.8.0.070
339  480-CPU             default  mpt.1.11-85  480-CPU             default  mpt.1.11-85
340                                        c19 default                                        c19 default
341                                                 c17 default                                                 c17 default, other processes
342                                                            c19 new
343  -------------------------------------------------------------------------  -------------------------------------------------------------------------
344  MAIN LOOP           4024     2917     5379     8895  MAIN LOOP           4024     2917     5379     8895     3571
345  EXF_GETFORCING      218      33       880      261  EXF_GETFORCING      218      33       880      261      227
346  DO_OCEANIC_PHYS     622      619      621      913  DO_OCEANIC_PHYS     622      619      621      913      620
347  STATEKPP            269      265      268      310  STATEKPP            269      265      268      310      265
348  KPPMIX              190      188      189      291  KPPMIX              190      188      189      291      189
349  DYNAMICS            747      718      745      1456  DYNAMICS            747      718      745      1456     714
350  SOLVE_FOR_PRESSURE  966      119      1703     2748  SOLVE_FOR_PRESSURE  966      119      1703     2748     900
351  BLOCKING_EXCHANGES  64       70       392      375  BLOCKING_EXCHANGES  64       70       392      375      70
352  THERMODYNAMICS      553      582      566      1510  THERMODYNAMICS      553      582      566      1510     584
353  DO_THE_MODEL_IO     178      156      149      184  DO_THE_MODEL_IO     178      156      149      184      152
354  WRITE_CHECKPOINT    364      332      864      420  WRITE_CHECKPOINT    364      332      864      420      333
355    
356    
357    
358                      240-CPU  480-CPU  960-CPU  CPU                 240     480     960     1440    1920
359  ------------------------------------------------  -------------------------------------------------------------
360  MAIN LOOP           5066     2917     2227  MAIN LOOP           5066    2917    2227    1551    1276
361  EXF_GETFORCING      38       33       126  EXF_GETFORCING      38      33      126     60      83
362  DO_OCEANIC_PHYS     1272     619      320  DO_OCEANIC_PHYS     1272    619     320     390     186
363  STATEKPP            532      265      138  STATEKPP            532     265     138     181     77
364  KPPMIX              374      188      98  KPPMIX              374     188     98      112     53
365  DYNAMICS            1429     718      313  DYNAMICS            1429    718     313     319     173
366  SOLVE_FOR_PRESSURE  206      119      483  SOLVE_FOR_PRESSURE  206     119     483     169     310
367  BLOCKING_EXCHANGES  115      70       53  BLOCKING_EXCHANGES  115     70      53      29      28
368  THERMODYNAMICS      1100     582      294  THERMODYNAMICS      1100    582     294     279     172
369  DO_THE_MODEL_IO     177      156      131  DO_THE_MODEL_IO     177     156     131     202     155
370  WRITE_CHECKPOINT    333      332      302  WRITE_CHECKPOINT    333     332     302     524     352
371    
372    
373    4 clusters timeave
374    Dec 16 08:17 Ttave.0000051840.data
375    Dec 16 08:47 Ttave.0000053136.data
376    Dec 16 09:17 Ttave.0000054432.data
377    Dec 16 09:53 Ttave.0000055728.data
378    Dec 17 14:08 Ttave.0000075168.data
379    Dec 17 14:33 Ttave.0000076464.data
380    Dec 17 14:58 Ttave.0000077760.data
381    Dec 17 15:29 Ttave.0000079056.data
382    
383    1 cluster timeave
384    Dec 16 22:14 Ttave.0000059616.data
385    Dec 16 23:16 Ttave.0000060912.data
386    Dec 17 00:19 Ttave.0000062208.data
387    Dec 17 01:27 Ttave.0000063504.data
388    Dec 17 02:29 Ttave.0000064800.data
389    Dec 17 03:31 Ttave.0000066096.data
390    Dec 17 04:39 Ttave.0000067392.data
391    Dec 17 05:42 Ttave.0000068688.data
392    Dec 17 06:44 Ttave.0000069984.data
393    
394    2 cluster timeave
395    Dec 17 21:19 Ttave.0000086832.data
396    Dec 17 21:55 Ttave.0000088128.data 36
397    Dec 17 22:30 Ttave.0000089424.data 35
398    Dec 17 23:12 Ttave.0000090720.data 42
399    Dec 17 23:47 Ttave.0000092016.data 35
400    Dec 18 00:23 Ttave.0000093312.data 36
401    Dec 18 01:04 Ttave.0000094608.data 41
402    Dec 18 01:39 Ttave.0000095904.data 35
403    
404    2 cluster diagnostics
405    Dec 18 02:26 THETA.0000086832.data
406    Dec 18 03:05 THETA.0000088128.data 39
407    Dec 18 03:43 THETA.0000089424.data 38
408    Dec 18 04:27 THETA.0000090720.data 44
409    Dec 18 05:06 THETA.0000092016.data 39
410    Dec 18 05:45 THETA.0000093312.data 39
411    Dec 18 06:29 THETA.0000094608.data 44
412    Dec 18 07:08 THETA.0000095904.data 39
413    
414    
415    %%%%%%%%%%%%%%%%%
416    
417    
418    
419    e1=readbin('test_oldstyle/ETAtave.0000000018.data',[90 40]);
420    e2=readbin('ETAN.0000000018.data',[90 40]);
421    e16=readbin('test_oldstyle/Eta.0000000016.data',[90 40]);
422    e17=readbin('test_oldstyle/Eta.0000000017.data',[90 40]);
423    e18=readbin('test_oldstyle/Eta.0000000018.data',[90 40]);
424    minmax(e1-e2)
425    minmax(e2-(e16+e17+e18)/3)
426    
427    e1=readbin('test_oldstyle/sFluxtave.0000000018.data',[90 40]);
428    e2=readbin('SFLUX.0000000018.data',[90 40]);
429    minmax(e1-e2)
430    
431    e1=readbin('test_oldstyle/tFluxtave.0000000018.data',[90 40]);
432    e2=readbin('TFLUX.0000000018.data',[90 40]);
433    minmax(e1-e2)
434    
435    e1=readbin('TRELAX.0000000018.data',[90 40]);
436    subplot(211),mypcolor(e1');colorbar
437    
438    e1=readbin('SRELAX.0000000018.data',[90 40]);
439    subplot(211),mypcolor(e1');colorbar
440    
441    e1=readbin('TICE.0000000018.data',[90 40]);
442    subplot(211),mypcolor(e1');colorbar
443    
444    
445    e1=readbin('test_oldstyle/wVeltave.0000000018.data',[90 40 15]);
446    e2=readbin('WVEL.0000000018.data',[90 40 15]);
447    e16=readbin('test_oldstyle/W.0000000016.data',[90 40 15]);
448    e17=readbin('test_oldstyle/W.0000000017.data',[90 40 15]);
449    e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]);
450    minmax(e1-e2)
451    minmax(e2-(e16+e17+e18)/3)
452    
453    
454    
455    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
456    
457    4-cluster STDOUT:
458    
459    (PID.TID 0000.0001)   Seconds in section "ALL                    [THE_MODEL_MAIN]":
460    (PID.TID 0000.0001)           User time:   23015.0722656250
461    (PID.TID 0000.0001)         System time:   1243.64355468750
462    (PID.TID 0000.0001)     Wall clock time:   24311.5318078995
463    (PID.TID 0000.0001)          No. starts:           1
464    (PID.TID 0000.0001)           No. stops:           1
465    (PID.TID 0000.0001)   Seconds in section "INITIALISE_FIXED       [THE_MODEL_MAIN]":
466    (PID.TID 0000.0001)           User time:   2.60839843750000
467    (PID.TID 0000.0001)         System time:   25.8310546875000
468    (PID.TID 0000.0001)     Wall clock time:   33.9003880023956
469    (PID.TID 0000.0001)          No. starts:           1
470    (PID.TID 0000.0001)           No. stops:           1
471    (PID.TID 0000.0001)   Seconds in section "THE_MAIN_LOOP          [THE_MODEL_MAIN]":
472    (PID.TID 0000.0001)           User time:   22703.6943359375
473    (PID.TID 0000.0001)         System time:   1182.34375000000
474    (PID.TID 0000.0001)     Wall clock time:   23933.1810109615
475    (PID.TID 0000.0001)          No. starts:           1
476    (PID.TID 0000.0001)           No. stops:           1
477    (PID.TID 0000.0001)   Seconds in section "INITIALISE_VARIA    [THE_MAIN_LOOP]":
478    (PID.TID 0000.0001)           User time:   280.416992187500
479    (PID.TID 0000.0001)         System time:   31.5332031250000
480    (PID.TID 0000.0001)     Wall clock time:   312.243556022644
481    (PID.TID 0000.0001)          No. starts:           1
482    (PID.TID 0000.0001)           No. stops:           1
483    (PID.TID 0000.0001)   Seconds in section "MONITOR             [THE_MAIN_LOOP]":
484    (PID.TID 0000.0001)           User time:  0.217773437500000
485    (PID.TID 0000.0001)         System time:  2.148437500000000E-002
486    (PID.TID 0000.0001)     Wall clock time:  0.239687919616699
487    (PID.TID 0000.0001)          No. starts:           1
488    (PID.TID 0000.0001)           No. stops:           1
489    (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [THE_MAIN_LOOP]":
490    (PID.TID 0000.0001)           User time:  0.000000000000000E+000
491    (PID.TID 0000.0001)         System time:  2.929687500000000E-003
492    (PID.TID 0000.0001)     Wall clock time:  1.174807548522949E-002
493    (PID.TID 0000.0001)          No. starts:           1
494    (PID.TID 0000.0001)           No. stops:           1
495    (PID.TID 0000.0001)   Seconds in section "MAIN LOOP           [THE_MAIN_LOOP]":
496    (PID.TID 0000.0001)           User time:   22423.0595703125
497    (PID.TID 0000.0001)         System time:   1150.77441406250
498    (PID.TID 0000.0001)     Wall clock time:   23620.6801800728
499    (PID.TID 0000.0001)          No. starts:           1
500    (PID.TID 0000.0001)           No. stops:           1
501    (PID.TID 0000.0001)   Seconds in section "FORWARD_STEP        [THE_MAIN_LOOP]":
502    (PID.TID 0000.0001)           User time:   22422.7861328125
503    (PID.TID 0000.0001)         System time:   1131.83984375000
504    (PID.TID 0000.0001)     Wall clock time:   23601.7874710560
505    (PID.TID 0000.0001)          No. starts:       19584
506    (PID.TID 0000.0001)           No. stops:       19584
507    (PID.TID 0000.0001)   Seconds in section "EXF_GETFORCING     [FORWARD_STEP]":
508    (PID.TID 0000.0001)           User time:   2326.35644531250
509    (PID.TID 0000.0001)         System time:   19.2968750000000
510    (PID.TID 0000.0001)     Wall clock time:   2407.96958661079
511    (PID.TID 0000.0001)          No. starts:       19584
512    (PID.TID 0000.0001)           No. stops:       19584
513    (PID.TID 0000.0001)   Seconds in section "DO_ATMOSPHERIC_PHYS [FORWARD_STEP]":
514    (PID.TID 0000.0001)           User time:  0.241210937500000
515    (PID.TID 0000.0001)         System time:   65.8115234375000
516    (PID.TID 0000.0001)     Wall clock time:   63.7085669040680
517    (PID.TID 0000.0001)          No. starts:       19584
518    (PID.TID 0000.0001)           No. stops:       19584
519    (PID.TID 0000.0001)   Seconds in section "DO_OCEANIC_PHYS     [FORWARD_STEP]":
520    (PID.TID 0000.0001)           User time:   3878.48046875000
521    (PID.TID 0000.0001)         System time:   133.912109375000
522    (PID.TID 0000.0001)     Wall clock time:   3950.58713698387
523    (PID.TID 0000.0001)          No. starts:       19584
524    (PID.TID 0000.0001)           No. stops:       19584
525    (PID.TID 0000.0001)   Seconds in section "STATEKPP      [KPP_CALC]":
526    (PID.TID 0000.0001)           User time:   1737.89941406250
527    (PID.TID 0000.0001)         System time:   65.4189453125000
528    (PID.TID 0000.0001)     Wall clock time:   1742.63016891479
529    (PID.TID 0000.0001)          No. starts:       19584
530    (PID.TID 0000.0001)           No. stops:       19584
531    (PID.TID 0000.0001)   Seconds in section "KPPMIX [KPP_CALC]":
532    (PID.TID 0000.0001)           User time:   1112.83300781250
533    (PID.TID 0000.0001)         System time:  0.589843750000000
534    (PID.TID 0000.0001)     Wall clock time:   1113.83706998825
535    (PID.TID 0000.0001)          No. starts:       19584
536    (PID.TID 0000.0001)           No. stops:       19584
537    (PID.TID 0000.0001)   Seconds in section "DYNAMICS            [FORWARD_STEP]":
538    (PID.TID 0000.0001)           User time:   3743.64941406250
539    (PID.TID 0000.0001)         System time:  0.105468750000000
540    (PID.TID 0000.0001)     Wall clock time:   3746.24456620216
541    (PID.TID 0000.0001)          No. starts:       19584
542    (PID.TID 0000.0001)           No. stops:       19584
543    (PID.TID 0000.0001)   Seconds in section "UPDATE_R_STAR      [FORWARD_STEP]":
544    (PID.TID 0000.0001)           User time:   164.068359375000
545    (PID.TID 0000.0001)         System time:  0.115234375000000
546    (PID.TID 0000.0001)     Wall clock time:   164.361629724503
547    (PID.TID 0000.0001)          No. starts:       19584
548    (PID.TID 0000.0001)           No. stops:       19584
549    (PID.TID 0000.0001)   Seconds in section "UPDATE_CG2D        [FORWARD_STEP]":
550    (PID.TID 0000.0001)           User time:   1887.82617187500
551    (PID.TID 0000.0001)         System time:  2.929687500000000E-002
552    (PID.TID 0000.0001)     Wall clock time:   1889.06779980659
553    (PID.TID 0000.0001)          No. starts:       19584
554    (PID.TID 0000.0001)           No. stops:       19584
555    (PID.TID 0000.0001)   Seconds in section "SOLVE_FOR_PRESSURE  [FORWARD_STEP]":
556    (PID.TID 0000.0001)           User time:   2169.57617187500
557    (PID.TID 0000.0001)         System time:  0.207031250000000
558    (PID.TID 0000.0001)     Wall clock time:   2247.96811437607
559    (PID.TID 0000.0001)          No. starts:       19584
560    (PID.TID 0000.0001)           No. stops:       19584
561    (PID.TID 0000.0001)   Seconds in section "UV_CORRECTION_STEP  [FORWARD_STEP]":
562    (PID.TID 0000.0001)           User time:   941.570312500000
563    (PID.TID 0000.0001)         System time:   87.3515625000000
564    (PID.TID 0000.0001)     Wall clock time:   952.724304437637
565    (PID.TID 0000.0001)          No. starts:       19584
566    (PID.TID 0000.0001)           No. stops:       19584
567    (PID.TID 0000.0001)   Seconds in section "UPDATE_ETAH        [FORWARD_STEP]":
568    (PID.TID 0000.0001)           User time:  0.804687500000000
569    (PID.TID 0000.0001)         System time:   12.5117187500000
570    (PID.TID 0000.0001)     Wall clock time:   12.5125827789307
571    (PID.TID 0000.0001)          No. starts:       19584
572    (PID.TID 0000.0001)           No. stops:       19584
573    (PID.TID 0000.0001)   Seconds in section "CALC_R_STAR       [FORWARD_STEP]":
574    (PID.TID 0000.0001)           User time:   337.389648437500
575    (PID.TID 0000.0001)         System time:   10.0253906250000
576    (PID.TID 0000.0001)     Wall clock time:   393.278358459473
577    (PID.TID 0000.0001)          No. starts:       19584
578    (PID.TID 0000.0001)           No. stops:       19584
579    (PID.TID 0000.0001)   Seconds in section "BLOCKING_EXCHANGES  [FORWARD_STEP]":
580    (PID.TID 0000.0001)           User time:   1077.76074218750
581    (PID.TID 0000.0001)         System time:   48.0166015625000
582    (PID.TID 0000.0001)     Wall clock time:   1098.13236880302
583    (PID.TID 0000.0001)          No. starts:       39168
584    (PID.TID 0000.0001)           No. stops:       39168
585    (PID.TID 0000.0001)   Seconds in section "THERMODYNAMICS      [FORWARD_STEP]":
586    (PID.TID 0000.0001)           User time:   3478.11425781250
587    (PID.TID 0000.0001)         System time:   8.09960937500000
588    (PID.TID 0000.0001)     Wall clock time:   3480.73422122002
589    (PID.TID 0000.0001)          No. starts:       19584
590    (PID.TID 0000.0001)           No. stops:       19584
591    (PID.TID 0000.0001)   Seconds in section "TS_CORRECTION_STEP  [FORWARD_STEP]":
592    (PID.TID 0000.0001)           User time:   39.9218750000000
593    (PID.TID 0000.0001)         System time:  0.778320312500000
594    (PID.TID 0000.0001)     Wall clock time:   41.1147830486298
595    (PID.TID 0000.0001)          No. starts:       19584
596    (PID.TID 0000.0001)           No. stops:       19584
597    (PID.TID 0000.0001)   Seconds in section "DO_STATEVARS_DIAGS  [FORWARD_STEP]":
598    (PID.TID 0000.0001)           User time:   135.019531250000
599    (PID.TID 0000.0001)         System time:   13.3310546875000
600    (PID.TID 0000.0001)     Wall clock time:   155.438081502914
601    (PID.TID 0000.0001)          No. starts:       19584
602    (PID.TID 0000.0001)           No. stops:       19584
603    (PID.TID 0000.0001)   Seconds in section "MONITOR             [FORWARD_STEP]":
604    (PID.TID 0000.0001)           User time:   122.875976562500
605    (PID.TID 0000.0001)         System time:   19.3457031250000
606    (PID.TID 0000.0001)     Wall clock time:   145.524942874908
607    (PID.TID 0000.0001)          No. starts:       19584
608    (PID.TID 0000.0001)           No. stops:       19584
609    (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [FORWARD_STEP]":
610    (PID.TID 0000.0001)           User time:   566.588867187500
611    (PID.TID 0000.0001)         System time:   89.4033203125000
612    (PID.TID 0000.0001)     Wall clock time:   657.526910781860
613    (PID.TID 0000.0001)          No. starts:       19584
614    (PID.TID 0000.0001)           No. stops:       19584
615    (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT    [FORWARD_STEP]":
616    (PID.TID 0000.0001)           User time:   1545.53710937500
617    (PID.TID 0000.0001)         System time:   212.592773437500
618    (PID.TID 0000.0001)     Wall clock time:   1780.71277046204
619    (PID.TID 0000.0001)          No. starts:       19584
620    (PID.TID 0000.0001)           No. stops:       19584
621    (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT       [THE_MODEL_MAIN]":
622    (PID.TID 0000.0001)           User time:   308.769531250000
623    (PID.TID 0000.0001)         System time:   35.4687500000000
624    (PID.TID 0000.0001)     Wall clock time:   344.450322151184
625    (PID.TID 0000.0001)          No. starts:           1
626    (PID.TID 0000.0001)           No. stops:           1
Legend:
Removed from v.1.21  
changed lines
  Added in v.1.44
  ViewVC Help
Powered by ViewVC 1.1.22