/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Tue Oct 29 04:24:17 2013 UTC revision 1.18 by dimitri, Thu May 12 01:21:57 2016 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  #############################
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00  # 90x90x19023 configuration
3  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00  module purge
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
5  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00  cd ~/llc_4320
6    cvs co MITgcm_code
7  For batch submission:  cvs co MITgcm_contrib/llc_hires/llc_4320
8  qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript  cd MITgcm
9  qsub qsub_llc2160.csh  mkdir build run485568
10    lfs setstripe -c -1 run_485568
11    cd build
12    rm *
13    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
14    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
15    emacs readtile_mpiio.c
16        tileSizeX = 90;
17        tileSizeY = 90;
18    ../tools/genmake2 -of \
19     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
20     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
21    make depend
22    make -j 16
23    cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090
24    
25    qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com
26    qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
27    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
28    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
29    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
30    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
31    cp data.exch2_90x90x19023 data.exch2
32    mv STDOUT.00000 STDOUT.485568
33    emacs data
34     nIter0=485568,
35    ln -sf ../run/pickup_0000485568.data pickup.0000485568.data
36    ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta
37    ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data
38    ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta
39    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
40    
41    cd ~/llc_4320/MITgcm/run_485568
42    tail -f STDOUT.00000 | grep advcfl_W
43    
44    #############################
45    # 120x120x10901 configuration
46    module purge
47    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
48    cd ~/llc_4320/MITgcm/build
49    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
50    emacs readtile_mpiio.c
51        tileSizeX = 120;
52        tileSizeY = 120;
53    make -j 16
54    cp mitgcmuv ../run_485568/mitgcmuv_120x120x10901_intel.2015.0.090
55    
56    qsub -I -q testing_free -l select=428:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
57    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
58    cd ~/llc_4320/MITgcm/run_485568
59    cp data.exch2_120x120x10901 data.exch2
60    mv STDOUT.00000 STDOUT.489024
61    emacs -nw data
62     nIter0=489024,
63    ln -sf pickup_0000489024.data pickup.0000489024.data
64    ln -sf pickup_0000489024.meta pickup.0000489024.meta
65    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
66    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
67    mpiexec -n 11984 ./mitgcmuv_120x120x10901_intel.2015.0.090
68    
69    cd ~/llc_4320/MITgcm/run_485568
70    tail -f STDOUT.00000 | grep advcfl_W
71    
72    
73    #############################
74    # 180x180x5015 configuration
75    module purge
76    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
77    cd ~/llc_4320/MITgcm/build
78    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
79    emacs readtile_mpiio.c
80        tileSizeX = 180;
81        tileSizeY = 180;
82    make -j 16
83    cp mitgcmuv ../run_485568/mitgcmuv_180x180x5015_intel.2015.0.090
84    
85  ==============  qsub -I -q testing_free -l select=214:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
86    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
87    cd ~/llc_4320/MITgcm/run_485568
88    cp data.exch2_180x180x5015 data.exch2
89    mv STDOUT.00000 STDOUT.489024
90    emacs -nw data
91     nIter0=489024,
92    ln -sf pickup_0000489024.data pickup.0000489024.data
93    ln -sf pickup_0000489024.meta pickup.0000489024.meta
94    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
95    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
96    mpiexec -n 5992 ./mitgcmuv_180x180x5015_intel.2015.0.090
97    
98    cd ~/llc_4320/MITgcm/run_485568
99    tail -f STDOUT.00000 | grep advcfl_W
100    
101    
102    #############################
103    # 72x72x29297 configuration
104    module purge
105    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
106    cd ~/llc_4320/MITgcm/build
107    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
108    emacs readtile_mpiio.c
109        tileSizeX = 72;
110        tileSizeY = 72;
111    make -j 16
112    cd ~/llc_4320/MITgcm/run_485568
113    cp mitgcmuv ../run_485568/mitgcmuv_72x72x29297_intel.2015.0.090
114    
115    qsub -I -q normal -l select=1333:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
116    qsub -I -q normal -l select=1600:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M menemenlis@me.com
117    qsub -I -q wide -l select=1600:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
118    qsub -I -q ldsd -l select=1600:ncpus=20:model=ivy,walltime=240:00:00 -m abe -M menemenlis@me.com
119    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
120    cd ~/llc_4320/MITgcm/run_485568
121    cp data.exch2_72x72x29297 data.exch2
122    mv STDOUT.00000 STDOUT.1354752
123    emacs -nw data
124     nIter0=1354752,
125    #cp $PBS_NODEFILE mynodes
126    # >>> skip 1 then delete 20
127    #export PBS_NODEFILE="mynodes"
128    ln -sf pickup_0001354752.data pickup.0001354752.data
129    ln -sf pickup_0001354752.meta pickup.0001354752.meta
130    ln -sf pickup_seaice_0001354752.data pickup_seaice.0001354752.data
131    ln -sf pickup_seaice_0001354752.meta pickup_seaice.0001354752.meta
132    mpiexec -n 32000 ./mitgcmuv_72x72x29297_intel.2015.0.090
133    
134    cd ~/llc_4320/MITgcm/run_485568
135    tail -f STDOUT.00000 | grep advcfl_W
136    
137    
138    #############################
139    # 48x48x64670 configuration
140    module purge
141    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
142    cd ~/llc_4320
143  cvs co MITgcm_code  cvs co MITgcm_code
144    cvs co MITgcm_contrib/llc_hires/llc_4320
145  cd MITgcm  cd MITgcm
146    mkdir build run
147    lfs setstripe -c -1 run
148    cd build
149    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
150    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
151    emacs readtile_mpiio.c
152        tileSizeX = 48;
153        tileSizeY = 48;
154    ../tools/genmake2 -of \
155     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
156     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
157    make depend
158    make -j 16
159    
160    cd ~/llc_4320/MITgcm/run
161    cp ../build/mitgcmuv mitgcmuv_48x48x64670
162    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
163    
164    
165    #############################
166    # generate 60x60 blank tiles
167    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
168  module purge  module purge
169  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0  module load  comp-intel/2012.0.032 netcdf/4.0
170    module use -a ~kjtaylor/modulefiles
171    module load sles11sp3/mpt-2.10-nasa201311271217
172    cd ~/llc_4320/MITgcm
173    mkdir run_60x60
174    lfs setstripe -c -1 run_60x60
175    cd build
176    rm *
177    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
178    emacs readtile_mpiio.c
179        tileSizeX = 60;
180        tileSizeY = 60;
181    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
182    emacs SIZE.h
183         &           sNx =  60,
184         &           sNy =  60,
185         &           nSx =   6,
186         &           nPx = 11232,
187         &           Nr  =  2 )
188    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
189    emacs eeboot_minimal.F
190    C         standardMessageUnit=errorMessageUnit
191             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
192             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
193    ../tools/genmake2 -of \
194     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
195     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
196    make depend
197    make -j 16
198    cd ~/llc_4320/MITgcm/run_60x60
199    cp ../build/mitgcmuv .
200    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
201    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
202    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
203    mv data.exch2_120x120x10901 data.exch2
204    emacs data
205     tRef =  18.89, 18.89,
206     sRef =  34.84, 34.84,
207     endtime=20.,
208     delR =   1.00,    1.14,
209    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
210    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
211    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
212    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
213    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
214    emacs data.exch2
215    # remove the blank tile list
216    export MPI_BUFS_PER_PROC=1024
217    export MPI_REQUEST_MAX=65536
218    export MPI_GROUP_MAX=1024
219    export MPI_NUM_MEMORY_REGIONS=8
220    export MPI_UNBUFFERED_STDIO=1
221    export MPI_MEMMAP_OFF=1
222    export MPI_UD_TIMEOUT=100
223    mpiexec -n 12000 ./mitgcmuv
224    
225    
226    #############################
227    # generate 45x45 blank tiles
228    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
229    module purge
230    module load  comp-intel/2012.0.032 netcdf/4.0
231    module use -a ~kjtaylor/modulefiles
232    module load sles11sp3/mpt-2.10-nasa201311271217
233    cd ~/llc_4320/MITgcm
234    mkdir run_45x45
235    lfs setstripe -c -1 run_45x45
236    cd build
237    rm *
238    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
239    emacs readtile_mpiio.c
240        tileSizeX = 45;
241        tileSizeY = 45;
242    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
243    emacs SIZE.h
244         &           sNx =  45,
245         &           sNy =  45,
246         &           nSx =  12,
247         &           nPx = 9984,
248         &           Nr  =  2 )
249    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
250    emacs eeboot_minimal.F
251    C         standardMessageUnit=errorMessageUnit
252             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
253             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
254    ../tools/genmake2 -of \
255     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
256     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
257    make depend
258    make -j 16
259    cd ~/llc_4320/MITgcm/run_45x45
260    cp ../build/mitgcmuv .
261    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
262    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
263    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
264    mv data.exch2_120x120x10901 data.exch2
265    emacs data
266     tRef =  18.89, 18.89,
267     sRef =  34.84, 34.84,
268     endtime=20.,
269     delR =   1.00,    1.14,
270    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
271    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
272    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
273    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
274    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
275    emacs data.exch2
276    # remove the blank tile list
277    export MPI_BUFS_PER_PROC=1024
278    export MPI_REQUEST_MAX=65536
279    export MPI_GROUP_MAX=1024
280    export MPI_NUM_MEMORY_REGIONS=8
281    export MPI_UNBUFFERED_STDIO=1
282    export MPI_MEMMAP_OFF=1
283    export MPI_UD_TIMEOUT=100
284    mpiexec -n 12000 ./mitgcmuv
285    
286    
287    #############################
288    # generate 48x48 blank tiles
289    qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
290    module purge
291    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
292    cd ~/llc_4320/MITgcm
293    mkdir run_48x48
294    lfs setstripe -c -1 run_48x48
295    cd build
296    rm *
297    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
298    emacs readtile_mpiio.c
299        tileSizeX = 48;
300        tileSizeY = 48;
301    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
302    emacs SIZE.h
303         &           sNx =  48,
304         &           sNy =  48,
305         &           nSx =  10,
306         &           nPx = 10530,
307         &           Nr  =  2 )
308    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
309    emacs eeboot_minimal.F
310    C         standardMessageUnit=errorMessageUnit
311             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
312             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
313    ../tools/genmake2 -of \
314     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
315     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
316    make depend
317    make -j 16
318    cd ~/llc_4320/MITgcm/run_48x48
319    cp ../build/mitgcmuv .
320    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
321    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
322    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
323    mv data.exch2_120x120x10901 data.exch2
324    emacs data.exch2
325    # remove blankList
326    emacs data
327     tRef =  18.89, 18.89,
328     sRef =  34.84, 34.84,
329     endtime=20.,
330     delR =   1.00,    1.14,
331    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
332    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
333    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
334    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
335    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
336    export MPI_BUFS_PER_PROC=1024
337    export MPI_REQUEST_MAX=65536
338    export MPI_GROUP_MAX=1024
339    export MPI_NUM_MEMORY_REGIONS=8
340    export MPI_UNBUFFERED_STDIO=1
341    export MPI_MEMMAP_OFF=1
342    export MPI_UD_TIMEOUT=100
343    mpiexec -n 12000 ./mitgcmuv
344    
345    
346    #############################
347    qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
348    tcsh
349    cd ~/llc_4320/MITgcm
350    mkdir run
351    lfs setstripe -c -1 run
352    cd run
353    cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
354    setenv PBS_NODEFILE mynodes
355    cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
356    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
357    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
358    ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
359    ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
360    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
361    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
362    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
363    mv data.exch2_72x72x29297 data.exch2
364    module purge
365    module load  comp-intel/2012.0.032 netcdf/4.0
366    module use -a ~kjtaylor/modulefiles
367    module load sles11sp3/mpt-2.10-nasa201311271217
368    setenv MPI_BUFS_PER_PROC 512
369    setenv MPI_REQUEST_MAX 65536
370    setenv MPI_GROUP_MAX 1024
371    setenv MPI_NUM_MEMORY_REGIONS 8
372    setenv MPI_UNBUFFERED_STDIO 1
373    setenv MPI_MEMMAP_OFF 1
374    export MPI_UD_TIMEOUT=100
375    
376    mpiexec -n 35000 ./mitgcmuv_72x72x29297
377    
378    tail -f STDOUT.00000 | grep advcfl_w
379    
380    
381    #############################
382    cd ~/llc_4320
383    cvs co MITgcm_code
384    cvs co MITgcm_contrib/llc_hires/llc_4320
385    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
386    cd MITgcm
387    module purge
388    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
389  mkdir build run  mkdir build run
390  lfs setstripe -c -1 /nobackupp5/dmenemen/llc_4320/MITgcm/run  lfs setstripe -c -1 run
391  cd build  cd build
392  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
393  ../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \  ../tools/genmake2 -of \
394     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
395   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
396  make depend  make depend
397  make -j 16  make -j 16
398  cd ../run  cd ../run
399  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
400  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
401  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
402  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
403  mpiexec -n 6000 ./mitgcmuv  mv data.exch2_72x72x29297 data.exch2
404    export MPI_NUM_MEMORY_REGIONS=256
405    mpiexec -n 35000 ./mitgcmuv_72x72x29297
406    
407    tail -f STDOUT.00000 | grep advcfl_w
408    
 ==============  
409    
410  look at output  #############################
411    cd ~/llc_4320
412    cvs co MITgcm_code
413    cvs co MITgcm_contrib/llc_hires/llc_4320
414    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
415    cd MITgcm
416    module purge
417    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
418    mkdir build run_180x180x5015
419    lfs setstripe -c -1 run_180x180x5015
420    cd build
421    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
422    ../tools/genmake2 -of \
423     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
424     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
425    make depend
426    make -j 16
427    cd ../run_180x180x5015
428    cp ../build/mitgcmuv mitgcmuv_180x180x5015
429    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
430    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
431    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
432    mv data.exch2_72x72x29297 data.exch2
433    export MPI_NUM_MEMORY_REGIONS=256
434    mpiexec -n 6000 ./mitgcmuv_180x180x5015
435    
436    
437    #############################
438    # look at output
439  for ts=[0 120 600:10:980 1080:120:2280]  for ts=[0 120 600:10:980 1080:120:2280]
440      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
441      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
# Line 40  for ts=[0 120 600:10:980 1080:120:2280] Line 443  for ts=[0 120 600:10:980 1080:120:2280]
443      pause(.1)      pause(.1)
444  end  end
445    
 ==============  
446    
447  to determine empty tiles:  #############################
448    # to determine empty tiles:
449  grep Empty STDOUT.*  grep Empty STDOUT.*
450    
 =============  
451    
452  memory requirements:  #############################
453  nPx  sNx sNy nSx cpu node0        total  # memory requirements:
454  3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed  # nPx  sNx sNy nSx cpu node0        total
455  5616 120 120   3 san - node ran out of memory and crashed  # 3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
456  7488 180 180   1 san  # 5616 120 120   3 san - node ran out of memory and crashed
457    # 7488 180 180   1 san
458    
 =============  
459    
460    #############################
461  2               =    2  2               =    2
462  3               =    3  3               =    3
463  2*2             =    4  2*2             =    4
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.18
  ViewVC Help
Powered by ViewVC 1.1.22