/[MITgcm]/MITgcm_contrib/quarter_degree_global/README.txt
ViewVC logotype

Diff of /MITgcm_contrib/quarter_degree_global/README.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.10 by dimitri, Thu Dec 9 17:54:47 2004 UTC revision 1.37 by dimitri, Fri Dec 24 10:01:07 2004 UTC
# Line 10  cvs co MITgcm/verification/global_with_e Line 10  cvs co MITgcm/verification/global_with_e
10  cvs co MITgcm/verification/testreport  cvs co MITgcm/verification/testreport
11    
12    
13  ##########################################################################  #############################################################################
14  # mpi test of verification/global_with_exf on columbia  # 1-CPU verification/global_with_exf including pkg/diagnostics
15    
16  cd MITgcm/verification/global_with_exf/build  cd MITgcm/verification/global_with_exf/build
17  \rm *  \rm *
18  \cp ../code/* .  \cp ../code/* .
19    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
20    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
21    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
22    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/DIAGNOSTICS_SIZE.h .
23    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test1 .
24    \mv SIZE.h_test1 SIZE.h
25    ../../../tools/genmake2
26    make depend
27    make -j 4
28    cd ..
29    mkdir run
30    cd run
31    \rm *
32    \cp ../build/mitgcmuv .
33    \ln -sf ../input/* .
34    \rm data
35    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data
36    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.pkg .
37    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.kpp .
38    \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.diagnostics .
39    mitgcmuv >& output.txt
40    
41    
42    there is comparison output in
43    ../../../../MITgcm_contrib/quarter_degree_global/results/output.txt
44    
45    
46    #############################################################################
47    # mpi test verification/global_with_exf including pkg/diagnostics on columbia
48    
49    cd MITgcm/verification/global_with_exf/build
50    \rm *
51    \cp ../code/* .
52    \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
53  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
54  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
55  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .  \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .
56  \mv SIZE.h_test SIZE.h  \mv SIZE.h_test SIZE.h
57  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_efc+mpi_altix  ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
58  make depend  make depend
59  make -j 4  make -j 4
60  cd ..  cd ..
# Line 38  there is comparison output in Line 72  there is comparison output in
72    
73    
74  ##########################################################################  ##########################################################################
75  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc  # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix.
76  # requires input files in sudirectory iter69 to be at same level as MITgcm  # Requires input files in subdirectory iter69 to be at same level as MITgcm
77  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10  # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10
78  # The integration length is 4018 days, 1992-2002.  # The integration length is 4018 days, 1992-2002.
79  # First three days need to be integrated using deltat=200.  # First three days need to be integrated using deltat=200.
# Line 49  mkdir bin exe Line 83  mkdir bin exe
83  cd bin  cd bin
84  \rm *  \rm *
85  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .  \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
86  ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix  ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
87  make depend  make depend
88  make -j 4  make -j 4
89  cd ../exe  cd ../exe
# Line 61  qsub job_altix Line 95  qsub job_altix
95    
96    
97  ##########################################################################  ##########################################################################
98  # 2880x2176 480-cpu (96x30)x(136x16) 1/4-deg integration on altix with efc  # 2880x2176 480-cpu (96x30)x(136x16) 1/8-deg integration on altix.
99  # requires input files in sudirectory iter69 to be at same level as MITgcm  # Requires input files in sudirectory iter69 to be at same level as MITgcm
100  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on  # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on
101  # columbia18:/nobackup18/menemenl/eight.  # columbia18:/nobackup18/menemenl/eight.
102  # The integration length is 3 days.  # The integration length is 3 days.
# Line 85  cd ../exe Line 119  cd ../exe
119  \cp data.exf_clim_8 data.exf_clim  \cp data.exf_clim_8 data.exf_clim
120  \cp data_SIO_8 data  \cp data_SIO_8 data
121  qsub job_altix  qsub job_altix
122    
123    
124    ##########################################################################
125    # 2880x2176 960-cpu (96x30)x(68x32) 1/8-deg integration on altix with efc
126    # requires input files in sudirectory iter69 to be at same level as MITgcm
127    # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on
128    # columbia18:/nobackup18/menemenl/eight.
129    # The integration length is 3 days.
130    # First three days need to be integrated using deltat=100.
131    
132    module purge
133    module load modules scsl.1.5.0.0 intel-comp.8.0.070 mpt.1.11-85
134    setenv MPI_DSM_DISTRIBUTE
135    cd MITgcm
136    mkdir bin exe
137    cd bin
138    \rm *
139    \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
140    \cp SIZE.h_8_960 SIZE.h
141    ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
142    make depend
143    make -j 4
144    \cp mitgcmuv ../exe/mitgcmuv960
145    
146    # NCEP integration start
147    cd ../exe
148    \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
149    \ln -sf ../../iter69/* .
150    \cp data.exf_clim_8 data.exf_clim
151    \cp data_NCEP_8 data
152    ./modpickup_8
153    scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe
154    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
155                     -d /nobackup/menemenl/eighth/MITgcm/exe \
156                     c17 480 runon 11-490 mitgcmuv960 : \
157                     c18 480 runon 11-490 mitgcmuv960   \
158                                >&! output.run &
159    
160    days integrated with 150-s time steps: 1-30, 81-91
161    use data.diagnostics_150, data_NCEP_8_150
162    
163    # SIO integration start
164    cd ../exe
165    \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
166    \ln -sf ../../iter69/* .
167    \cp data.exf_clim_8 data.exf_clim
168    \cp data.exf_SIO data.exf
169    \cp data_SIO_8 data
170    ./modpickup_8
171    scp data* mitgcmuv* columbia20:/nobackup/menemenl/eighth/MITgcm/exe
172    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
173                     -d /nobackup/menemenl/eighth/MITgcm/exe \
174                     c19 480 runon 11-490 mitgcmuv960 : \
175                     c20 480 runon 11-490 mitgcmuv960   \
176                                >&! output.run &
177    
178    days integrated with 150-s time steps: 1-30, 81-91
179    use data.diagnostics_150, data_SIO_8_150
180    
181    
182    # 1920-CPU integration
183    /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
184                     -d /nobackup/menemenl/eighth/MITgcm/exe \
185                     c17 480 runon 11-490 mitgcmuv1920 : \
186                     c18 480 runon 11-490 mitgcmuv1920 : \
187                     c19 480 runon 11-490 mitgcmuv1920 : \
188                     c20 480 runon 11-490 mitgcmuv1920   \
189                                >&! output.run &
190    
191    
192    
193    fails for 1/8
194    >   viscA4GridMin=3.e-4,
195    >   viscA4GridMax=4.e-3,
196    >   viscC4Leith=0.05,
197    >   deltat=300
198    fails:
199    <   viscA4GridMin=6.e-4,
200    <   viscA4GridMax=8.e-3,
201    <   viscC4Leith=0.1,
202    fails:
203    <   viscA4GridMin=6.e-4,
204    <   viscA4GridMax=8.e-3,
205    <   viscC4Leith=0.2,
206    fails:
207    <   viscA4GridMin=1.e-3,
208    <   viscA4GridMax=1.e-2,
209    <   viscC4Leith=0.2,
210    fails:
211    <   viscA4GridMin=1.e-3,
212    <   viscA4GridMax=1.e-2,
213    <   viscC4Leith=0.3,
214    fails:
215    <   viscA4GridMin=1.2e-3,
216    <   viscA4GridMax=1.6e-2,
217    <   viscC4Leith=0.2,
218    fails:
219    <   viscA4GridMin=1.2e-3,
220    <   viscA4GridMax=1.6e-2,
221    <   viscC4Leith=0.4,
222    fails
223    <   viscA4GridMin=1.2e-3,
224    <   viscA4GridMax=1.2e-2,
225    <   viscC4Leith=1.2,
226    fails:
227    <   viscA4GridMin=2e-3,
228    <   viscA4GridMax=1e-2,
229    <   viscC4Leith=0.1,
230    fails:
231    <   viscA4GridMin=2e-3,
232    <   viscA4GridMax=1e-2,
233    <   viscC4Leith=0.2,
234    fails:
235    <   viscA4GridMin=4e-3,
236    <   viscA4GridMax=8e-3,
237    <   viscC4Leith=0.2,
238    fails:
239      viscA4GridMin=5e-3,
240      viscA4GridMax=1e-2,
241      viscC4Leith=.2,
242    starting with time step 50112, try:
243    (this mean day 174 becomes day 116)
244      viscA4GridMin=6.e-4,
245      viscA4GridMax=8.e-3,
246      viscC4Leith=0.1,
247      deltat=200
248    
249    
250    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%
251    
252    1/8 timing tests:
253    
254                                 columbia20
255                                 scsl.1.5.0.0
256                        c18      intel-comp.8.0.070
257    240-CPU             default  mpt.1.11-85
258    ------------------------------------------------
259    MAIN LOOP           7115     5066
260    EXF_GETFORCING      372      38
261    DO_OCEANIC_PHYS     1221     1272
262    STATEKPP            509      532
263    KPPMIX              370      374
264    DYNAMICS            1527     1429
265    SOLVE_FOR_PRESSURE  1804     206
266    BLOCKING_EXCHANGES  117      115
267    THERMODYNAMICS      1166     1100
268    DO_THE_MODEL_IO     173      177
269    WRITE_CHECKPOINT    341      333  
270    
271    
272                                 columbia20
273                                 scsl.1.5.0.0
274                        c18      intel-comp.8.0.070
275    480-CPU             default  mpt.1.11-85
276                                          c19 default
277                                                   c17 default, other processes
278                                                            c19 new
279    -------------------------------------------------------------------------
280    MAIN LOOP           4024     2917     5379     8895     3571
281    EXF_GETFORCING      218      33       880      261      227
282    DO_OCEANIC_PHYS     622      619      621      913      620
283    STATEKPP            269      265      268      310      265
284    KPPMIX              190      188      189      291      189
285    DYNAMICS            747      718      745      1456     714
286    SOLVE_FOR_PRESSURE  966      119      1703     2748     900
287    BLOCKING_EXCHANGES  64       70       392      375      70
288    THERMODYNAMICS      553      582      566      1510     584
289    DO_THE_MODEL_IO     178      156      149      184      152
290    WRITE_CHECKPOINT    364      332      864      420      333
291    
292    
293    
294    CPU                 240     480     960     1440    1920
295    -------------------------------------------------------------
296    MAIN LOOP           5066    2917    2227    1551    1276
297    EXF_GETFORCING      38      33      126     60      83
298    DO_OCEANIC_PHYS     1272    619     320     390     186
299    STATEKPP            532     265     138     181     77
300    KPPMIX              374     188     98      112     53
301    DYNAMICS            1429    718     313     319     173
302    SOLVE_FOR_PRESSURE  206     119     483     169     310
303    BLOCKING_EXCHANGES  115     70      53      29      28
304    THERMODYNAMICS      1100    582     294     279     172
305    DO_THE_MODEL_IO     177     156     131     202     155
306    WRITE_CHECKPOINT    333     332     302     524     352
307    
308    
309    4 clusters timeave
310    Dec 16 08:17 Ttave.0000051840.data
311    Dec 16 08:47 Ttave.0000053136.data
312    Dec 16 09:17 Ttave.0000054432.data
313    Dec 16 09:53 Ttave.0000055728.data
314    Dec 17 14:08 Ttave.0000075168.data
315    Dec 17 14:33 Ttave.0000076464.data
316    Dec 17 14:58 Ttave.0000077760.data
317    Dec 17 15:29 Ttave.0000079056.data
318    
319    1 cluster timeave
320    Dec 16 22:14 Ttave.0000059616.data
321    Dec 16 23:16 Ttave.0000060912.data
322    Dec 17 00:19 Ttave.0000062208.data
323    Dec 17 01:27 Ttave.0000063504.data
324    Dec 17 02:29 Ttave.0000064800.data
325    Dec 17 03:31 Ttave.0000066096.data
326    Dec 17 04:39 Ttave.0000067392.data
327    Dec 17 05:42 Ttave.0000068688.data
328    Dec 17 06:44 Ttave.0000069984.data
329    
330    2 cluster timeave
331    Dec 17 21:19 Ttave.0000086832.data
332    Dec 17 21:55 Ttave.0000088128.data 36
333    Dec 17 22:30 Ttave.0000089424.data 35
334    Dec 17 23:12 Ttave.0000090720.data 42
335    Dec 17 23:47 Ttave.0000092016.data 35
336    Dec 18 00:23 Ttave.0000093312.data 36
337    Dec 18 01:04 Ttave.0000094608.data 41
338    Dec 18 01:39 Ttave.0000095904.data 35
339    
340    2 cluster diagnostics
341    Dec 18 02:26 THETA.0000086832.data
342    Dec 18 03:05 THETA.0000088128.data 39
343    Dec 18 03:43 THETA.0000089424.data 38
344    Dec 18 04:27 THETA.0000090720.data 44
345    Dec 18 05:06 THETA.0000092016.data 39
346    Dec 18 05:45 THETA.0000093312.data 39
347    Dec 18 06:29 THETA.0000094608.data 44
348    Dec 18 07:08 THETA.0000095904.data 39
349    
350    
351    %%%%%%%%%%%%%%%%%
352    
353    
354    
355    e1=readbin('test_oldstyle/ETAtave.0000000018.data',[90 40]);
356    e2=readbin('ETAN.0000000018.data',[90 40]);
357    e16=readbin('test_oldstyle/Eta.0000000016.data',[90 40]);
358    e17=readbin('test_oldstyle/Eta.0000000017.data',[90 40]);
359    e18=readbin('test_oldstyle/Eta.0000000018.data',[90 40]);
360    minmax(e1-e2)
361    minmax(e2-(e16+e17+e18)/3)
362    
363    e1=readbin('test_oldstyle/sFluxtave.0000000018.data',[90 40]);
364    e2=readbin('SFLUX.0000000018.data',[90 40]);
365    minmax(e1-e2)
366    
367    e1=readbin('test_oldstyle/tFluxtave.0000000018.data',[90 40]);
368    e2=readbin('TFLUX.0000000018.data',[90 40]);
369    minmax(e1-e2)
370    
371    e1=readbin('TRELAX.0000000018.data',[90 40]);
372    subplot(211),mypcolor(e1');colorbar
373    
374    e1=readbin('SRELAX.0000000018.data',[90 40]);
375    subplot(211),mypcolor(e1');colorbar
376    
377    e1=readbin('TICE.0000000018.data',[90 40]);
378    subplot(211),mypcolor(e1');colorbar
379    
380    
381    e1=readbin('test_oldstyle/wVeltave.0000000018.data',[90 40 15]);
382    e2=readbin('WVEL.0000000018.data',[90 40 15]);
383    e16=readbin('test_oldstyle/W.0000000016.data',[90 40 15]);
384    e17=readbin('test_oldstyle/W.0000000017.data',[90 40 15]);
385    e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]);
386    minmax(e1-e2)
387    minmax(e2-(e16+e17+e18)/3)
388    
389    
390    
391    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
392    
393    4-cluster STDOUT:
394    
395    (PID.TID 0000.0001)   Seconds in section "ALL                    [THE_MODEL_MAIN]":
396    (PID.TID 0000.0001)           User time:   23015.0722656250
397    (PID.TID 0000.0001)         System time:   1243.64355468750
398    (PID.TID 0000.0001)     Wall clock time:   24311.5318078995
399    (PID.TID 0000.0001)          No. starts:           1
400    (PID.TID 0000.0001)           No. stops:           1
401    (PID.TID 0000.0001)   Seconds in section "INITIALISE_FIXED       [THE_MODEL_MAIN]":
402    (PID.TID 0000.0001)           User time:   2.60839843750000
403    (PID.TID 0000.0001)         System time:   25.8310546875000
404    (PID.TID 0000.0001)     Wall clock time:   33.9003880023956
405    (PID.TID 0000.0001)          No. starts:           1
406    (PID.TID 0000.0001)           No. stops:           1
407    (PID.TID 0000.0001)   Seconds in section "THE_MAIN_LOOP          [THE_MODEL_MAIN]":
408    (PID.TID 0000.0001)           User time:   22703.6943359375
409    (PID.TID 0000.0001)         System time:   1182.34375000000
410    (PID.TID 0000.0001)     Wall clock time:   23933.1810109615
411    (PID.TID 0000.0001)          No. starts:           1
412    (PID.TID 0000.0001)           No. stops:           1
413    (PID.TID 0000.0001)   Seconds in section "INITIALISE_VARIA    [THE_MAIN_LOOP]":
414    (PID.TID 0000.0001)           User time:   280.416992187500
415    (PID.TID 0000.0001)         System time:   31.5332031250000
416    (PID.TID 0000.0001)     Wall clock time:   312.243556022644
417    (PID.TID 0000.0001)          No. starts:           1
418    (PID.TID 0000.0001)           No. stops:           1
419    (PID.TID 0000.0001)   Seconds in section "MONITOR             [THE_MAIN_LOOP]":
420    (PID.TID 0000.0001)           User time:  0.217773437500000
421    (PID.TID 0000.0001)         System time:  2.148437500000000E-002
422    (PID.TID 0000.0001)     Wall clock time:  0.239687919616699
423    (PID.TID 0000.0001)          No. starts:           1
424    (PID.TID 0000.0001)           No. stops:           1
425    (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [THE_MAIN_LOOP]":
426    (PID.TID 0000.0001)           User time:  0.000000000000000E+000
427    (PID.TID 0000.0001)         System time:  2.929687500000000E-003
428    (PID.TID 0000.0001)     Wall clock time:  1.174807548522949E-002
429    (PID.TID 0000.0001)          No. starts:           1
430    (PID.TID 0000.0001)           No. stops:           1
431    (PID.TID 0000.0001)   Seconds in section "MAIN LOOP           [THE_MAIN_LOOP]":
432    (PID.TID 0000.0001)           User time:   22423.0595703125
433    (PID.TID 0000.0001)         System time:   1150.77441406250
434    (PID.TID 0000.0001)     Wall clock time:   23620.6801800728
435    (PID.TID 0000.0001)          No. starts:           1
436    (PID.TID 0000.0001)           No. stops:           1
437    (PID.TID 0000.0001)   Seconds in section "FORWARD_STEP        [THE_MAIN_LOOP]":
438    (PID.TID 0000.0001)           User time:   22422.7861328125
439    (PID.TID 0000.0001)         System time:   1131.83984375000
440    (PID.TID 0000.0001)     Wall clock time:   23601.7874710560
441    (PID.TID 0000.0001)          No. starts:       19584
442    (PID.TID 0000.0001)           No. stops:       19584
443    (PID.TID 0000.0001)   Seconds in section "EXF_GETFORCING     [FORWARD_STEP]":
444    (PID.TID 0000.0001)           User time:   2326.35644531250
445    (PID.TID 0000.0001)         System time:   19.2968750000000
446    (PID.TID 0000.0001)     Wall clock time:   2407.96958661079
447    (PID.TID 0000.0001)          No. starts:       19584
448    (PID.TID 0000.0001)           No. stops:       19584
449    (PID.TID 0000.0001)   Seconds in section "DO_ATMOSPHERIC_PHYS [FORWARD_STEP]":
450    (PID.TID 0000.0001)           User time:  0.241210937500000
451    (PID.TID 0000.0001)         System time:   65.8115234375000
452    (PID.TID 0000.0001)     Wall clock time:   63.7085669040680
453    (PID.TID 0000.0001)          No. starts:       19584
454    (PID.TID 0000.0001)           No. stops:       19584
455    (PID.TID 0000.0001)   Seconds in section "DO_OCEANIC_PHYS     [FORWARD_STEP]":
456    (PID.TID 0000.0001)           User time:   3878.48046875000
457    (PID.TID 0000.0001)         System time:   133.912109375000
458    (PID.TID 0000.0001)     Wall clock time:   3950.58713698387
459    (PID.TID 0000.0001)          No. starts:       19584
460    (PID.TID 0000.0001)           No. stops:       19584
461    (PID.TID 0000.0001)   Seconds in section "STATEKPP      [KPP_CALC]":
462    (PID.TID 0000.0001)           User time:   1737.89941406250
463    (PID.TID 0000.0001)         System time:   65.4189453125000
464    (PID.TID 0000.0001)     Wall clock time:   1742.63016891479
465    (PID.TID 0000.0001)          No. starts:       19584
466    (PID.TID 0000.0001)           No. stops:       19584
467    (PID.TID 0000.0001)   Seconds in section "KPPMIX [KPP_CALC]":
468    (PID.TID 0000.0001)           User time:   1112.83300781250
469    (PID.TID 0000.0001)         System time:  0.589843750000000
470    (PID.TID 0000.0001)     Wall clock time:   1113.83706998825
471    (PID.TID 0000.0001)          No. starts:       19584
472    (PID.TID 0000.0001)           No. stops:       19584
473    (PID.TID 0000.0001)   Seconds in section "DYNAMICS            [FORWARD_STEP]":
474    (PID.TID 0000.0001)           User time:   3743.64941406250
475    (PID.TID 0000.0001)         System time:  0.105468750000000
476    (PID.TID 0000.0001)     Wall clock time:   3746.24456620216
477    (PID.TID 0000.0001)          No. starts:       19584
478    (PID.TID 0000.0001)           No. stops:       19584
479    (PID.TID 0000.0001)   Seconds in section "UPDATE_R_STAR      [FORWARD_STEP]":
480    (PID.TID 0000.0001)           User time:   164.068359375000
481    (PID.TID 0000.0001)         System time:  0.115234375000000
482    (PID.TID 0000.0001)     Wall clock time:   164.361629724503
483    (PID.TID 0000.0001)          No. starts:       19584
484    (PID.TID 0000.0001)           No. stops:       19584
485    (PID.TID 0000.0001)   Seconds in section "UPDATE_CG2D        [FORWARD_STEP]":
486    (PID.TID 0000.0001)           User time:   1887.82617187500
487    (PID.TID 0000.0001)         System time:  2.929687500000000E-002
488    (PID.TID 0000.0001)     Wall clock time:   1889.06779980659
489    (PID.TID 0000.0001)          No. starts:       19584
490    (PID.TID 0000.0001)           No. stops:       19584
491    (PID.TID 0000.0001)   Seconds in section "SOLVE_FOR_PRESSURE  [FORWARD_STEP]":
492    (PID.TID 0000.0001)           User time:   2169.57617187500
493    (PID.TID 0000.0001)         System time:  0.207031250000000
494    (PID.TID 0000.0001)     Wall clock time:   2247.96811437607
495    (PID.TID 0000.0001)          No. starts:       19584
496    (PID.TID 0000.0001)           No. stops:       19584
497    (PID.TID 0000.0001)   Seconds in section "UV_CORRECTION_STEP  [FORWARD_STEP]":
498    (PID.TID 0000.0001)           User time:   941.570312500000
499    (PID.TID 0000.0001)         System time:   87.3515625000000
500    (PID.TID 0000.0001)     Wall clock time:   952.724304437637
501    (PID.TID 0000.0001)          No. starts:       19584
502    (PID.TID 0000.0001)           No. stops:       19584
503    (PID.TID 0000.0001)   Seconds in section "UPDATE_ETAH        [FORWARD_STEP]":
504    (PID.TID 0000.0001)           User time:  0.804687500000000
505    (PID.TID 0000.0001)         System time:   12.5117187500000
506    (PID.TID 0000.0001)     Wall clock time:   12.5125827789307
507    (PID.TID 0000.0001)          No. starts:       19584
508    (PID.TID 0000.0001)           No. stops:       19584
509    (PID.TID 0000.0001)   Seconds in section "CALC_R_STAR       [FORWARD_STEP]":
510    (PID.TID 0000.0001)           User time:   337.389648437500
511    (PID.TID 0000.0001)         System time:   10.0253906250000
512    (PID.TID 0000.0001)     Wall clock time:   393.278358459473
513    (PID.TID 0000.0001)          No. starts:       19584
514    (PID.TID 0000.0001)           No. stops:       19584
515    (PID.TID 0000.0001)   Seconds in section "BLOCKING_EXCHANGES  [FORWARD_STEP]":
516    (PID.TID 0000.0001)           User time:   1077.76074218750
517    (PID.TID 0000.0001)         System time:   48.0166015625000
518    (PID.TID 0000.0001)     Wall clock time:   1098.13236880302
519    (PID.TID 0000.0001)          No. starts:       39168
520    (PID.TID 0000.0001)           No. stops:       39168
521    (PID.TID 0000.0001)   Seconds in section "THERMODYNAMICS      [FORWARD_STEP]":
522    (PID.TID 0000.0001)           User time:   3478.11425781250
523    (PID.TID 0000.0001)         System time:   8.09960937500000
524    (PID.TID 0000.0001)     Wall clock time:   3480.73422122002
525    (PID.TID 0000.0001)          No. starts:       19584
526    (PID.TID 0000.0001)           No. stops:       19584
527    (PID.TID 0000.0001)   Seconds in section "TS_CORRECTION_STEP  [FORWARD_STEP]":
528    (PID.TID 0000.0001)           User time:   39.9218750000000
529    (PID.TID 0000.0001)         System time:  0.778320312500000
530    (PID.TID 0000.0001)     Wall clock time:   41.1147830486298
531    (PID.TID 0000.0001)          No. starts:       19584
532    (PID.TID 0000.0001)           No. stops:       19584
533    (PID.TID 0000.0001)   Seconds in section "DO_STATEVARS_DIAGS  [FORWARD_STEP]":
534    (PID.TID 0000.0001)           User time:   135.019531250000
535    (PID.TID 0000.0001)         System time:   13.3310546875000
536    (PID.TID 0000.0001)     Wall clock time:   155.438081502914
537    (PID.TID 0000.0001)          No. starts:       19584
538    (PID.TID 0000.0001)           No. stops:       19584
539    (PID.TID 0000.0001)   Seconds in section "MONITOR             [FORWARD_STEP]":
540    (PID.TID 0000.0001)           User time:   122.875976562500
541    (PID.TID 0000.0001)         System time:   19.3457031250000
542    (PID.TID 0000.0001)     Wall clock time:   145.524942874908
543    (PID.TID 0000.0001)          No. starts:       19584
544    (PID.TID 0000.0001)           No. stops:       19584
545    (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [FORWARD_STEP]":
546    (PID.TID 0000.0001)           User time:   566.588867187500
547    (PID.TID 0000.0001)         System time:   89.4033203125000
548    (PID.TID 0000.0001)     Wall clock time:   657.526910781860
549    (PID.TID 0000.0001)          No. starts:       19584
550    (PID.TID 0000.0001)           No. stops:       19584
551    (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT    [FORWARD_STEP]":
552    (PID.TID 0000.0001)           User time:   1545.53710937500
553    (PID.TID 0000.0001)         System time:   212.592773437500
554    (PID.TID 0000.0001)     Wall clock time:   1780.71277046204
555    (PID.TID 0000.0001)          No. starts:       19584
556    (PID.TID 0000.0001)           No. stops:       19584
557    (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT       [THE_MODEL_MAIN]":
558    (PID.TID 0000.0001)           User time:   308.769531250000
559    (PID.TID 0000.0001)         System time:   35.4687500000000
560    (PID.TID 0000.0001)     Wall clock time:   344.450322151184
561    (PID.TID 0000.0001)          No. starts:           1
562    (PID.TID 0000.0001)           No. stops:           1
Legend:
Removed from v.1.10  
changed lines
  Added in v.1.37
  ViewVC Help
Powered by ViewVC 1.1.22