/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Tue Oct 29 04:24:17 2013 UTC revision 1.17 by dimitri, Sun May 1 01:35:48 2016 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  #############################
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00  # 90x90x19023 configuration
3  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00  module purge
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
5  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00  cd ~/llc_4320
6    cvs co MITgcm_code
7  For batch submission:  cvs co MITgcm_contrib/llc_hires/llc_4320
8  qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript  cd MITgcm
9  qsub qsub_llc2160.csh  mkdir build run485568
10    lfs setstripe -c -1 run_485568
11    cd build
12    rm *
13    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
14    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
15    emacs readtile_mpiio.c
16        tileSizeX = 90;
17        tileSizeY = 90;
18    ../tools/genmake2 -of \
19     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
20     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
21    make depend
22    make -j 16
23    cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090
24    
25    qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com
26    qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
27    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
28    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
29    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
30    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
31    cp data.exch2_90x90x19023 data.exch2
32    mv STDOUT.00000 STDOUT.485568
33    emacs data
34     nIter0=485568,
35    ln -sf ../run/pickup_0000485568.data pickup.0000485568.data
36    ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta
37    ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data
38    ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta
39    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
40    
41    cd ~/llc_4320/MITgcm/run_485568
42    tail -f STDOUT.00000 | grep advcfl_W
43    
44    #############################
45    # 120x120x10901 configuration
46    module purge
47    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
48    cd ~/llc_4320/MITgcm/build
49    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
50    emacs readtile_mpiio.c
51        tileSizeX = 120;
52        tileSizeY = 120;
53    make -j 16
54    cp mitgcmuv ../run_485568/mitgcmuv_120x120x10901_intel.2015.0.090
55    
56    qsub -I -q testing_free -l select=428:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
57    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
58    cd ~/llc_4320/MITgcm/run_485568
59    cp data.exch2_120x120x10901 data.exch2
60    mv STDOUT.00000 STDOUT.489024
61    emacs -nw data
62     nIter0=489024,
63    ln -sf pickup_0000489024.data pickup.0000489024.data
64    ln -sf pickup_0000489024.meta pickup.0000489024.meta
65    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
66    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
67    mpiexec -n 11984 ./mitgcmuv_120x120x10901_intel.2015.0.090
68    
69    cd ~/llc_4320/MITgcm/run_485568
70    tail -f STDOUT.00000 | grep advcfl_W
71    
72    
73    #############################
74    # 180x180x5015 configuration
75    module purge
76    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
77    cd ~/llc_4320/MITgcm/build
78    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
79    emacs readtile_mpiio.c
80        tileSizeX = 180;
81        tileSizeY = 180;
82    make -j 16
83    cp mitgcmuv ../run_485568/mitgcmuv_180x180x5015_intel.2015.0.090
84    
85  ==============  qsub -I -q testing_free -l select=214:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
86    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
87    cd ~/llc_4320/MITgcm/run_485568
88    cp data.exch2_180x180x5015 data.exch2
89    mv STDOUT.00000 STDOUT.489024
90    emacs -nw data
91     nIter0=489024,
92    ln -sf pickup_0000489024.data pickup.0000489024.data
93    ln -sf pickup_0000489024.meta pickup.0000489024.meta
94    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
95    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
96    mpiexec -n 5992 ./mitgcmuv_180x180x5015_intel.2015.0.090
97    
98    cd ~/llc_4320/MITgcm/run_485568
99    tail -f STDOUT.00000 | grep advcfl_W
100    
101    
102    #############################
103    # 72x72x29297 configuration
104    module purge
105    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
106    cd ~/llc_4320/MITgcm/build
107    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
108    emacs readtile_mpiio.c
109        tileSizeX = 72;
110        tileSizeY = 72;
111    make -j 16
112    cd ~/llc_4320/MITgcm/run_485568
113    cp mitgcmuv ../run_485568/mitgcmuv_72x72x29297_intel.2015.0.090
114    
115    qsub -I -q normal -l select=1333:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
116    qsub -I -q normal -l select=1600:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M menemenlis@me.com
117    qsub -I -q wide -l select=1600:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
118    qsub -I -q ldsd -l select=1600:ncpus=20:model=ivy,walltime=240:00:00 -m abe -M menemenlis@me.com
119    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
120    cd ~/llc_4320/MITgcm/run_485568
121    cp data.exch2_72x72x29297 data.exch2
122    mv STDOUT.00000 STDOUT.888192
123    emacs -nw data
124     nIter0=888192,
125    ln -sf pickup_0000888192.data pickup.0000888192.data
126    ln -sf pickup_0000888192.meta pickup.0000888192.meta
127    ln -sf pickup_seaice_0000888192.data pickup_seaice.0000888192.data
128    ln -sf pickup_seaice_0000888192.meta pickup_seaice.0000888192.meta
129    mpiexec -n 32000 ./mitgcmuv_72x72x29297_intel.2015.0.090
130    
131    cd ~/llc_4320/MITgcm/run_485568
132    tail -f STDOUT.00000 | grep advcfl_W
133    
134    
135    #############################
136    # 48x48x64670 configuration
137    module purge
138    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
139    cd ~/llc_4320
140  cvs co MITgcm_code  cvs co MITgcm_code
141    cvs co MITgcm_contrib/llc_hires/llc_4320
142  cd MITgcm  cd MITgcm
143    mkdir build run
144    lfs setstripe -c -1 run
145    cd build
146    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
147    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
148    emacs readtile_mpiio.c
149        tileSizeX = 48;
150        tileSizeY = 48;
151    ../tools/genmake2 -of \
152     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
153     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
154    make depend
155    make -j 16
156    
157    cd ~/llc_4320/MITgcm/run
158    cp ../build/mitgcmuv mitgcmuv_48x48x64670
159    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
160    
161    
162    #############################
163    # generate 60x60 blank tiles
164    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
165  module purge  module purge
166  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0  module load  comp-intel/2012.0.032 netcdf/4.0
167    module use -a ~kjtaylor/modulefiles
168    module load sles11sp3/mpt-2.10-nasa201311271217
169    cd ~/llc_4320/MITgcm
170    mkdir run_60x60
171    lfs setstripe -c -1 run_60x60
172    cd build
173    rm *
174    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
175    emacs readtile_mpiio.c
176        tileSizeX = 60;
177        tileSizeY = 60;
178    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
179    emacs SIZE.h
180         &           sNx =  60,
181         &           sNy =  60,
182         &           nSx =   6,
183         &           nPx = 11232,
184         &           Nr  =  2 )
185    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
186    emacs eeboot_minimal.F
187    C         standardMessageUnit=errorMessageUnit
188             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
189             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
190    ../tools/genmake2 -of \
191     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
192     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
193    make depend
194    make -j 16
195    cd ~/llc_4320/MITgcm/run_60x60
196    cp ../build/mitgcmuv .
197    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
198    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
199    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
200    mv data.exch2_120x120x10901 data.exch2
201    emacs data
202     tRef =  18.89, 18.89,
203     sRef =  34.84, 34.84,
204     endtime=20.,
205     delR =   1.00,    1.14,
206    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
207    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
208    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
209    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
210    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
211    emacs data.exch2
212    # remove the blank tile list
213    export MPI_BUFS_PER_PROC=1024
214    export MPI_REQUEST_MAX=65536
215    export MPI_GROUP_MAX=1024
216    export MPI_NUM_MEMORY_REGIONS=8
217    export MPI_UNBUFFERED_STDIO=1
218    export MPI_MEMMAP_OFF=1
219    export MPI_UD_TIMEOUT=100
220    mpiexec -n 12000 ./mitgcmuv
221    
222    
223    #############################
224    # generate 45x45 blank tiles
225    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
226    module purge
227    module load  comp-intel/2012.0.032 netcdf/4.0
228    module use -a ~kjtaylor/modulefiles
229    module load sles11sp3/mpt-2.10-nasa201311271217
230    cd ~/llc_4320/MITgcm
231    mkdir run_45x45
232    lfs setstripe -c -1 run_45x45
233    cd build
234    rm *
235    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
236    emacs readtile_mpiio.c
237        tileSizeX = 45;
238        tileSizeY = 45;
239    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
240    emacs SIZE.h
241         &           sNx =  45,
242         &           sNy =  45,
243         &           nSx =  12,
244         &           nPx = 9984,
245         &           Nr  =  2 )
246    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
247    emacs eeboot_minimal.F
248    C         standardMessageUnit=errorMessageUnit
249             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
250             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
251    ../tools/genmake2 -of \
252     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
253     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
254    make depend
255    make -j 16
256    cd ~/llc_4320/MITgcm/run_45x45
257    cp ../build/mitgcmuv .
258    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
259    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
260    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
261    mv data.exch2_120x120x10901 data.exch2
262    emacs data
263     tRef =  18.89, 18.89,
264     sRef =  34.84, 34.84,
265     endtime=20.,
266     delR =   1.00,    1.14,
267    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
268    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
269    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
270    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
271    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
272    emacs data.exch2
273    # remove the blank tile list
274    export MPI_BUFS_PER_PROC=1024
275    export MPI_REQUEST_MAX=65536
276    export MPI_GROUP_MAX=1024
277    export MPI_NUM_MEMORY_REGIONS=8
278    export MPI_UNBUFFERED_STDIO=1
279    export MPI_MEMMAP_OFF=1
280    export MPI_UD_TIMEOUT=100
281    mpiexec -n 12000 ./mitgcmuv
282    
283    
284    #############################
285    # generate 48x48 blank tiles
286    qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
287    module purge
288    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
289    cd ~/llc_4320/MITgcm
290    mkdir run_48x48
291    lfs setstripe -c -1 run_48x48
292    cd build
293    rm *
294    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
295    emacs readtile_mpiio.c
296        tileSizeX = 48;
297        tileSizeY = 48;
298    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
299    emacs SIZE.h
300         &           sNx =  48,
301         &           sNy =  48,
302         &           nSx =  10,
303         &           nPx = 10530,
304         &           Nr  =  2 )
305    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
306    emacs eeboot_minimal.F
307    C         standardMessageUnit=errorMessageUnit
308             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
309             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
310    ../tools/genmake2 -of \
311     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
312     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
313    make depend
314    make -j 16
315    cd ~/llc_4320/MITgcm/run_48x48
316    cp ../build/mitgcmuv .
317    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
318    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
319    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
320    mv data.exch2_120x120x10901 data.exch2
321    emacs data.exch2
322    # remove blankList
323    emacs data
324     tRef =  18.89, 18.89,
325     sRef =  34.84, 34.84,
326     endtime=20.,
327     delR =   1.00,    1.14,
328    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
329    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
330    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
331    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
332    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
333    export MPI_BUFS_PER_PROC=1024
334    export MPI_REQUEST_MAX=65536
335    export MPI_GROUP_MAX=1024
336    export MPI_NUM_MEMORY_REGIONS=8
337    export MPI_UNBUFFERED_STDIO=1
338    export MPI_MEMMAP_OFF=1
339    export MPI_UD_TIMEOUT=100
340    mpiexec -n 12000 ./mitgcmuv
341    
342    
343    #############################
344    qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
345    tcsh
346    cd ~/llc_4320/MITgcm
347    mkdir run
348    lfs setstripe -c -1 run
349    cd run
350    cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
351    setenv PBS_NODEFILE mynodes
352    cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
353    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
354    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
355    ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
356    ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
357    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
358    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
359    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
360    mv data.exch2_72x72x29297 data.exch2
361    module purge
362    module load  comp-intel/2012.0.032 netcdf/4.0
363    module use -a ~kjtaylor/modulefiles
364    module load sles11sp3/mpt-2.10-nasa201311271217
365    setenv MPI_BUFS_PER_PROC 512
366    setenv MPI_REQUEST_MAX 65536
367    setenv MPI_GROUP_MAX 1024
368    setenv MPI_NUM_MEMORY_REGIONS 8
369    setenv MPI_UNBUFFERED_STDIO 1
370    setenv MPI_MEMMAP_OFF 1
371    export MPI_UD_TIMEOUT=100
372    
373    mpiexec -n 35000 ./mitgcmuv_72x72x29297
374    
375    tail -f STDOUT.00000 | grep advcfl_w
376    
377    
378    #############################
379    cd ~/llc_4320
380    cvs co MITgcm_code
381    cvs co MITgcm_contrib/llc_hires/llc_4320
382    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
383    cd MITgcm
384    module purge
385    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
386  mkdir build run  mkdir build run
387  lfs setstripe -c -1 /nobackupp5/dmenemen/llc_4320/MITgcm/run  lfs setstripe -c -1 run
388  cd build  cd build
389  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
390  ../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \  ../tools/genmake2 -of \
391     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
392   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
393  make depend  make depend
394  make -j 16  make -j 16
395  cd ../run  cd ../run
396  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
397  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
398  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
399  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
400  mpiexec -n 6000 ./mitgcmuv  mv data.exch2_72x72x29297 data.exch2
401    export MPI_NUM_MEMORY_REGIONS=256
402    mpiexec -n 35000 ./mitgcmuv_72x72x29297
403    
404    tail -f STDOUT.00000 | grep advcfl_w
405    
 ==============  
406    
407  look at output  #############################
408    cd ~/llc_4320
409    cvs co MITgcm_code
410    cvs co MITgcm_contrib/llc_hires/llc_4320
411    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
412    cd MITgcm
413    module purge
414    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
415    mkdir build run_180x180x5015
416    lfs setstripe -c -1 run_180x180x5015
417    cd build
418    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
419    ../tools/genmake2 -of \
420     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
421     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
422    make depend
423    make -j 16
424    cd ../run_180x180x5015
425    cp ../build/mitgcmuv mitgcmuv_180x180x5015
426    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
427    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
428    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
429    mv data.exch2_72x72x29297 data.exch2
430    export MPI_NUM_MEMORY_REGIONS=256
431    mpiexec -n 6000 ./mitgcmuv_180x180x5015
432    
433    
434    #############################
435    # look at output
436  for ts=[0 120 600:10:980 1080:120:2280]  for ts=[0 120 600:10:980 1080:120:2280]
437      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
438      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
# Line 40  for ts=[0 120 600:10:980 1080:120:2280] Line 440  for ts=[0 120 600:10:980 1080:120:2280]
440      pause(.1)      pause(.1)
441  end  end
442    
 ==============  
443    
444  to determine empty tiles:  #############################
445    # to determine empty tiles:
446  grep Empty STDOUT.*  grep Empty STDOUT.*
447    
 =============  
448    
449  memory requirements:  #############################
450  nPx  sNx sNy nSx cpu node0        total  # memory requirements:
451  3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed  # nPx  sNx sNy nSx cpu node0        total
452  5616 120 120   3 san - node ran out of memory and crashed  # 3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
453  7488 180 180   1 san  # 5616 120 120   3 san - node ran out of memory and crashed
454    # 7488 180 180   1 san
455    
 =============  
456    
457    #############################
458  2               =    2  2               =    2
459  3               =    3  3               =    3
460  2*2             =    4  2*2             =    4
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.17
  ViewVC Help
Powered by ViewVC 1.1.22