--- MITgcm_contrib/quarter_degree_global/README.txt 2004/12/18 18:20:47 1.28 +++ MITgcm_contrib/quarter_degree_global/README.txt 2005/01/08 06:17:12 1.42 @@ -24,7 +24,7 @@ \mv SIZE.h_test1 SIZE.h ../../../tools/genmake2 make depend -make -j +make -j 4 cd .. mkdir run cd run @@ -56,7 +56,7 @@ \mv SIZE.h_test SIZE.h ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas make depend -make -j +make -j 4 cd .. mkdir run cd run @@ -72,8 +72,8 @@ ########################################################################## -# 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc -# requires input files in subdirectory iter69 to be at same level as MITgcm +# 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix. +# Requires input files in subdirectory iter69 to be at same level as MITgcm # and MITgcm_contrib. A copy of iter69 resides on columbia10:/nobackup10 # The integration length is 4018 days, 1992-2002. # First three days need to be integrated using deltat=200. @@ -85,7 +85,7 @@ \cp ../../MITgcm_contrib/quarter_degree_global/code/* . ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas make depend -make -j +make -j 4 cd ../exe \rm * \cp ../bin/mitgcmuv . @@ -95,8 +95,8 @@ ########################################################################## -# 2880x2176 480-cpu (96x30)x(136x16) 1/4-deg integration on altix with efc -# requires input files in sudirectory iter69 to be at same level as MITgcm +# 2880x2176 480-cpu (96x30)x(136x16) 1/8-deg integration on altix. +# Requires input files in sudirectory iter69 to be at same level as MITgcm # and MITgcm_contrib. A copy of iter69 with 1/8-deg files resides on # columbia18:/nobackup18/menemenl/eight. # The integration length is 3 days. @@ -110,7 +110,7 @@ \cp SIZE.h_8_480 SIZE.h ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix make depend -make -j +make -j 4 cd ../exe \rm * \cp ../bin/mitgcmuv . @@ -122,7 +122,7 @@ ########################################################################## -# 2880x2176 960-cpu (96x30)x(68x32) 1/4-deg integration on altix with efc +# 2880x2176 960-cpu (96x30)x(68x32) 1/8-deg integration on altix with efc # requires input files in sudirectory iter69 to be at same level as MITgcm # and MITgcm_contrib. A copy of iter69 with 1/8-deg files resides on # columbia18:/nobackup18/menemenl/eight. @@ -140,90 +140,77 @@ \cp SIZE.h_8_960 SIZE.h ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas make depend -make -j +make -j 4 +\cp mitgcmuv ../exe/mitgcmuv960 +# NCEP integration start cd ../exe -\cp ../bin/mitgcmuv . \cp ../../MITgcm_contrib/quarter_degree_global/input/* . \ln -sf ../../iter69/* . \cp data.exf_clim_8 data.exf_clim -\cp data_SIO_8 data -modpickup_8 -mpirun -v -a a2k c18 480 runon 11-490 mitgcmuv : c20 480 runon 11-490 mitgcmuv -mpirun -v -a a2k c18 508 runon 11-490 mitgcmuv : c20 508 runon 11-490 mitgcmuv - -on columbia18: -ln -sf /nobackup18/menemenl/eighth /tmp/eighth - -on columbia20: -ln -sf /nobackup20/menemenl/eighth /tmp/eighth - -cd ~/exe -\cp /tmp/eighth/MITgcm/exe/mitgcmuv960 . -\cp /tmp/eighth/MITgcm_contrib/quarter_degree_global/input/* . -\ln -sf /tmp/eighth/iter69/* . +\cp data_NCEP_8 data +./modpickup_8 + +scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + -d /nobackup/menemenl/eighth/MITgcm/exe \ + c17 508 runon 4-511 mitgcmuv960 : \ + c18 452 runon 4-455 mitgcmuv960 \ + < /dev/null >&! output.run & + +scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + -d /nobackup/menemenl/eighth/MITgcm/exe \ + c17 508 runon 4-511 mitgcmuv768 : \ + c18 260 runon 4-263 mitgcmuv768 \ + < /dev/null >&! output.run & + +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + c17 480 runon 11-490 mitgcmuv480 \ + < /dev/null >&! output.run & + +days integrated with 150-s time steps: 1-30, 81-112, +use data.diagnostics_150, data_NCEP_8_150 + +# SIO integration start +cd ../exe +\cp ../../MITgcm_contrib/quarter_degree_global/input/* . +\ln -sf ../../iter69/* . \cp data.exf_clim_8 data.exf_clim +\cp data.exf_SIO data.exf \cp data_SIO_8 data -\ln -sf /tmp/eighth/MITgcm/exe/pick* . - -mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 11-490 mitgcmuv960 : \ - c20 480 runon 11-490 mitgcmuv960 >&! output.txt & +./modpickup_8 -\cp data.test data -scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe -scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe -scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe -mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ - c18 480 runon 11-490 mitgcmuv1440 : \ - c19 480 runon 11-490 mitgcmuv1440 : \ - c20 480 runon 11-490 mitgcmuv1440 \ - >&! output.test1440 -mkdir tests -mv STDOUT.0000 output.test1440 tests/stdout1440 -\rm STD* -mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ - c17 480 runon 11-490 mitgcmuv1920 : \ - c18 480 runon 11-490 mitgcmuv1920 : \ - c19 480 runon 11-490 mitgcmuv1920 : \ - c20 480 runon 11-490 mitgcmuv1920 \ - >&! output.test1920 -mv STDOUT.0000 output.test1920 tests/stdout1920 -\rm STD* -\cp data.run data -scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe -scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe -scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe +scp data* mitgcm* columbia20:/nobackup/menemenl/eighth/MITgcm/exe /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ -d /nobackup/menemenl/eighth/MITgcm/exe \ - c17 480 runon 11-490 mitgcmuv1920 : \ - c18 480 runon 11-490 mitgcmuv1920 : \ - c19 480 runon 11-490 mitgcmuv1920 : \ - c20 480 runon 11-490 mitgcmuv1920 \ - >&! output.run & + c19 508 runon 4-511 mitgcmuv960 : \ + c20 452 runon 4-455 mitgcmuv960 \ + < /dev/null >&! output.run & +scp data* mitgcm* columbia20:/nobackup/menemenl/eighth/MITgcm/exe +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + -d /nobackup/menemenl/eighth/MITgcm/exe \ + c19 508 runon 4-511 mitgcmuv768 : \ + c20 260 runon 4-263 mitgcmuv768 \ + < /dev/null >&! output.run & +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + c19 480 runon 11-490 mitgcmuv480 \ + < /dev/null >&! output.run & +days integrated with 150-s time steps: 1-30, 81-91, 112-132, +use data.diagnostics_150, data_SIO_8_150 -\cp data.test data -scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe -scp data columbia20:/nobackup/menemenl/eighth/MITgcm/exe -mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ - c18 480 runon 9-511 mitgcmuv1440 : \ - c19 480 runon 9-511 mitgcmuv1440 : \ - c20 480 runon 9-511 mitgcmuv1440 \ - >&! output.test1440 -mkdir tests -mv STDOUT.0000 output.test1440 tests/stdout1440 -\rm STD* -\cp data.run data -scp data columbia17:/nobackup/menemenl/eighth/MITgcm/exe -scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe -mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ - c17 480 runon 9-511 mitgcmuv1440 : \ - c18 480 runon 9-511 mitgcmuv1440 : \ - c19 480 runon 9-511 mitgcmuv1440 \ - >&! output.run +# 1920-CPU integration +/opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ + -d /nobackup/menemenl/eighth/MITgcm/exe \ + c17 480 runon 11-490 mitgcmuv1920 : \ + c18 480 runon 11-490 mitgcmuv1920 : \ + c19 480 runon 11-490 mitgcmuv1920 : \ + c20 480 runon 11-490 mitgcmuv1920 \ + < /dev/null >&! output.run & @@ -422,3 +409,178 @@ e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]); minmax(e1-e2) minmax(e2-(e16+e17+e18)/3) + + + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + +4-cluster STDOUT: + +(PID.TID 0000.0001) Seconds in section "ALL [THE_MODEL_MAIN]": +(PID.TID 0000.0001) User time: 23015.0722656250 +(PID.TID 0000.0001) System time: 1243.64355468750 +(PID.TID 0000.0001) Wall clock time: 24311.5318078995 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "INITIALISE_FIXED [THE_MODEL_MAIN]": +(PID.TID 0000.0001) User time: 2.60839843750000 +(PID.TID 0000.0001) System time: 25.8310546875000 +(PID.TID 0000.0001) Wall clock time: 33.9003880023956 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "THE_MAIN_LOOP [THE_MODEL_MAIN]": +(PID.TID 0000.0001) User time: 22703.6943359375 +(PID.TID 0000.0001) System time: 1182.34375000000 +(PID.TID 0000.0001) Wall clock time: 23933.1810109615 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "INITIALISE_VARIA [THE_MAIN_LOOP]": +(PID.TID 0000.0001) User time: 280.416992187500 +(PID.TID 0000.0001) System time: 31.5332031250000 +(PID.TID 0000.0001) Wall clock time: 312.243556022644 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "MONITOR [THE_MAIN_LOOP]": +(PID.TID 0000.0001) User time: 0.217773437500000 +(PID.TID 0000.0001) System time: 2.148437500000000E-002 +(PID.TID 0000.0001) Wall clock time: 0.239687919616699 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "DO_THE_MODEL_IO [THE_MAIN_LOOP]": +(PID.TID 0000.0001) User time: 0.000000000000000E+000 +(PID.TID 0000.0001) System time: 2.929687500000000E-003 +(PID.TID 0000.0001) Wall clock time: 1.174807548522949E-002 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "MAIN LOOP [THE_MAIN_LOOP]": +(PID.TID 0000.0001) User time: 22423.0595703125 +(PID.TID 0000.0001) System time: 1150.77441406250 +(PID.TID 0000.0001) Wall clock time: 23620.6801800728 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1 +(PID.TID 0000.0001) Seconds in section "FORWARD_STEP [THE_MAIN_LOOP]": +(PID.TID 0000.0001) User time: 22422.7861328125 +(PID.TID 0000.0001) System time: 1131.83984375000 +(PID.TID 0000.0001) Wall clock time: 23601.7874710560 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "EXF_GETFORCING [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 2326.35644531250 +(PID.TID 0000.0001) System time: 19.2968750000000 +(PID.TID 0000.0001) Wall clock time: 2407.96958661079 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "DO_ATMOSPHERIC_PHYS [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 0.241210937500000 +(PID.TID 0000.0001) System time: 65.8115234375000 +(PID.TID 0000.0001) Wall clock time: 63.7085669040680 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "DO_OCEANIC_PHYS [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 3878.48046875000 +(PID.TID 0000.0001) System time: 133.912109375000 +(PID.TID 0000.0001) Wall clock time: 3950.58713698387 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "STATEKPP [KPP_CALC]": +(PID.TID 0000.0001) User time: 1737.89941406250 +(PID.TID 0000.0001) System time: 65.4189453125000 +(PID.TID 0000.0001) Wall clock time: 1742.63016891479 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "KPPMIX [KPP_CALC]": +(PID.TID 0000.0001) User time: 1112.83300781250 +(PID.TID 0000.0001) System time: 0.589843750000000 +(PID.TID 0000.0001) Wall clock time: 1113.83706998825 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "DYNAMICS [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 3743.64941406250 +(PID.TID 0000.0001) System time: 0.105468750000000 +(PID.TID 0000.0001) Wall clock time: 3746.24456620216 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "UPDATE_R_STAR [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 164.068359375000 +(PID.TID 0000.0001) System time: 0.115234375000000 +(PID.TID 0000.0001) Wall clock time: 164.361629724503 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "UPDATE_CG2D [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 1887.82617187500 +(PID.TID 0000.0001) System time: 2.929687500000000E-002 +(PID.TID 0000.0001) Wall clock time: 1889.06779980659 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "SOLVE_FOR_PRESSURE [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 2169.57617187500 +(PID.TID 0000.0001) System time: 0.207031250000000 +(PID.TID 0000.0001) Wall clock time: 2247.96811437607 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "UV_CORRECTION_STEP [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 941.570312500000 +(PID.TID 0000.0001) System time: 87.3515625000000 +(PID.TID 0000.0001) Wall clock time: 952.724304437637 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "UPDATE_ETAH [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 0.804687500000000 +(PID.TID 0000.0001) System time: 12.5117187500000 +(PID.TID 0000.0001) Wall clock time: 12.5125827789307 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "CALC_R_STAR [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 337.389648437500 +(PID.TID 0000.0001) System time: 10.0253906250000 +(PID.TID 0000.0001) Wall clock time: 393.278358459473 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "BLOCKING_EXCHANGES [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 1077.76074218750 +(PID.TID 0000.0001) System time: 48.0166015625000 +(PID.TID 0000.0001) Wall clock time: 1098.13236880302 +(PID.TID 0000.0001) No. starts: 39168 +(PID.TID 0000.0001) No. stops: 39168 +(PID.TID 0000.0001) Seconds in section "THERMODYNAMICS [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 3478.11425781250 +(PID.TID 0000.0001) System time: 8.09960937500000 +(PID.TID 0000.0001) Wall clock time: 3480.73422122002 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "TS_CORRECTION_STEP [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 39.9218750000000 +(PID.TID 0000.0001) System time: 0.778320312500000 +(PID.TID 0000.0001) Wall clock time: 41.1147830486298 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "DO_STATEVARS_DIAGS [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 135.019531250000 +(PID.TID 0000.0001) System time: 13.3310546875000 +(PID.TID 0000.0001) Wall clock time: 155.438081502914 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "MONITOR [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 122.875976562500 +(PID.TID 0000.0001) System time: 19.3457031250000 +(PID.TID 0000.0001) Wall clock time: 145.524942874908 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "DO_THE_MODEL_IO [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 566.588867187500 +(PID.TID 0000.0001) System time: 89.4033203125000 +(PID.TID 0000.0001) Wall clock time: 657.526910781860 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "WRITE_CHECKPOINT [FORWARD_STEP]": +(PID.TID 0000.0001) User time: 1545.53710937500 +(PID.TID 0000.0001) System time: 212.592773437500 +(PID.TID 0000.0001) Wall clock time: 1780.71277046204 +(PID.TID 0000.0001) No. starts: 19584 +(PID.TID 0000.0001) No. stops: 19584 +(PID.TID 0000.0001) Seconds in section "WRITE_CHECKPOINT [THE_MODEL_MAIN]": +(PID.TID 0000.0001) User time: 308.769531250000 +(PID.TID 0000.0001) System time: 35.4687500000000 +(PID.TID 0000.0001) Wall clock time: 344.450322151184 +(PID.TID 0000.0001) No. starts: 1 +(PID.TID 0000.0001) No. stops: 1