/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Tue Oct 29 04:24:17 2013 UTC revision 1.15 by dimitri, Sat Apr 2 01:35:44 2016 UTC
# Line 1  Line 1 
1    #############################
2    # 90x90x19023 configuration
3    
4    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
5    
6    module purge
7    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
8    
9    cd ~/llc_4320
10    cvs co MITgcm_code
11    cvs co MITgcm_contrib/llc_hires/llc_4320
12    cd MITgcm
13    mkdir build run
14    lfs setstripe -c -1 run
15    cd build
16    rm *
17    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
18    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
19    emacs readtile_mpiio.c
20        tileSizeX = 90;
21        tileSizeY = 90;
22    ../tools/genmake2 -of \
23     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
24     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
25    make depend
26    make -j 16
27    
28    cd ~/llc_4320/MITgcm/run
29    cp ../build/mitgcmuv mitgcmuv_90x90x19023_intel.2015.0.090
30    cp data.exch2_90x90x19023 data.exch2
31    
32    cd ~/llc_4320/MITgcm/run
33    mv STDOUT.00000 STDOUT.409536
34    emacs data
35     nIter0=409536,
36    mv pickup_0000409536.data pickup.0000409536.data
37    mv pickup_0000409536.meta pickup.0000409536.meta
38    mv pickup_seaice_0000409536.data pickup_seaice.0000409536.data
39    mv pickup_seaice_0000409536.meta pickup_seaice.0000409536.meta
40    
41    cd ~/llc_4320/MITgcm/run
42    module purge
43    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
44    cp data.exch2_90x90x19023 data.exch2
45    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
46    
47    tail -f STDOUT.00000 | grep advcfl_W
48    
49    
50    #############################
51    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
52    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
53    
54    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
55    module purge
56    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.10r6 netcdf/4.0
57    
58    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
59    
60    cd ~/llc_4320/MITgcm/build
61    rm *
62    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x19023 SIZE.h
63    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
64    emacs readtile_mpiio.c
65        tileSizeX = 120;
66        tileSizeY = 120;
67    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas .
68    emacs linux_amd64_ifort+mpi_ice_nas
69        FOPTIM='-O3 -ipo -axCORE-AVX2,AVX -xSSE4.1 -ip -fp-model precise -traceback -ftz'
70    ../tools/genmake2 -of linux_amd64_ifort+mpi_ice_nas -mpi -mods \
71     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
72    make depend
73    make -j 16
74    
75    cd ~/llc_4320/MITgcm/run
76    cp ../build/mitgcmuv mitgcmuv_120x120x10901_AVX2
77    
78    mv STDOUT.00000 STDOUT.428544
79    emacs data
80     nIter0=428544,
81    mv pickup_0000428544.data pickup.0000428544.data
82    mv pickup_0000428544.meta pickup.0000428544.meta
83    mv pickup_seaice_0000428544.data pickup_seaice.0000428544.data
84    mv pickup_seaice_0000428544.meta pickup_seaice.0000428544.meta
85    
86    cd ~/llc_4320/MITgcm/run
87    module purge
88    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
89    cp data.exch2_120x120x10901 data.exch2
90    mpiexec -n 12000 ./mitgcmuv_120x120x10901_Avx2
91    
92    
93  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
94  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
95  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
96  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
97  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00  
98    #############################
99  For batch submission:  # 90x90x19023 configuration
100  qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript  
101  qsub qsub_llc2160.csh  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
102    module purge
103    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
104    cd ~/llc_4320
105    cvs co MITgcm_code
106    cvs co MITgcm_contrib/llc_hires/llc_4320
107    cd MITgcm
108    mkdir build run
109    lfs setstripe -c -1 run
110    cd build
111    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
112    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
113    emacs readtile_mpiio.c
114        tileSizeX = 90;
115        tileSizeY = 90;
116    ../tools/genmake2 -of \
117     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
118     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
119    make depend
120    make -j 16
121    
122    cd ~/llc_4320/MITgcm/run
123    cp ../build/mitgcmuv mitgcmuv_90x90x19023
124    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
125    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
126    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
127    cp data.exch2_90x90x19023 data.exch2
128    emacs data
129    
130    export MPI_BUFS_PER_PROC=1024
131    export MPI_REQUEST_MAX=65536
132    export MPI_GROUP_MAX=1024
133    export MPI_NUM_MEMORY_REGIONS=8
134    export MPI_UNBUFFERED_STDIO=1
135    export MPI_MEMMAP_OFF=1
136    export MPI_UD_TIMEOUT=100
137    mpiexec -n 20400 ./mitgcmuv_90x90x19023
138    
139    tail -f STDOUT.00000 | grep advcfl_W
140    
141    #############################
142    # 48x48x64670 configuration
143    
144    module purge
145    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
146    cd ~/llc_4320
147    cvs co MITgcm_code
148    cvs co MITgcm_contrib/llc_hires/llc_4320
149    cd MITgcm
150    mkdir build run
151    lfs setstripe -c -1 run
152    cd build
153    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
154    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
155    emacs readtile_mpiio.c
156        tileSizeX = 48;
157        tileSizeY = 48;
158    ../tools/genmake2 -of \
159     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
160     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
161    make depend
162    make -j 16
163    
164    cd ~/llc_4320/MITgcm/run
165    cp ../build/mitgcmuv mitgcmuv_48x48x64670
166    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
167    
168    #############################
169    # generate 60x60 blank tiles
170    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
171    module purge
172    module load  comp-intel/2012.0.032 netcdf/4.0
173    module use -a ~kjtaylor/modulefiles
174    module load sles11sp3/mpt-2.10-nasa201311271217
175    cd ~/llc_4320/MITgcm
176    mkdir run_60x60
177    lfs setstripe -c -1 run_60x60
178    cd build
179    rm *
180    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
181    emacs readtile_mpiio.c
182        tileSizeX = 60;
183        tileSizeY = 60;
184    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
185    emacs SIZE.h
186         &           sNx =  60,
187         &           sNy =  60,
188         &           nSx =   6,
189         &           nPx = 11232,
190         &           Nr  =  2 )
191    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
192    emacs eeboot_minimal.F
193    C         standardMessageUnit=errorMessageUnit
194             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
195             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
196    ../tools/genmake2 -of \
197     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
198     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
199    make depend
200    make -j 16
201    cd ~/llc_4320/MITgcm/run_60x60
202    cp ../build/mitgcmuv .
203    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
204    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
205    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
206    mv data.exch2_120x120x10901 data.exch2
207    emacs data
208     tRef =  18.89, 18.89,
209     sRef =  34.84, 34.84,
210     endtime=20.,
211     delR =   1.00,    1.14,
212    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
213    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
214    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
215    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
216    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
217    emacs data.exch2
218    # remove the blank tile list
219    export MPI_BUFS_PER_PROC=1024
220    export MPI_REQUEST_MAX=65536
221    export MPI_GROUP_MAX=1024
222    export MPI_NUM_MEMORY_REGIONS=8
223    export MPI_UNBUFFERED_STDIO=1
224    export MPI_MEMMAP_OFF=1
225    export MPI_UD_TIMEOUT=100
226    mpiexec -n 12000 ./mitgcmuv
227    
228    #############################
229    # generate 45x45 blank tiles
230    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
231    module purge
232    module load  comp-intel/2012.0.032 netcdf/4.0
233    module use -a ~kjtaylor/modulefiles
234    module load sles11sp3/mpt-2.10-nasa201311271217
235    cd ~/llc_4320/MITgcm
236    mkdir run_45x45
237    lfs setstripe -c -1 run_45x45
238    cd build
239    rm *
240    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
241    emacs readtile_mpiio.c
242        tileSizeX = 45;
243        tileSizeY = 45;
244    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
245    emacs SIZE.h
246         &           sNx =  45,
247         &           sNy =  45,
248         &           nSx =  12,
249         &           nPx = 9984,
250         &           Nr  =  2 )
251    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
252    emacs eeboot_minimal.F
253    C         standardMessageUnit=errorMessageUnit
254             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
255             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
256    ../tools/genmake2 -of \
257     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
258     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
259    make depend
260    make -j 16
261    cd ~/llc_4320/MITgcm/run_45x45
262    cp ../build/mitgcmuv .
263    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
264    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
265    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
266    mv data.exch2_120x120x10901 data.exch2
267    emacs data
268     tRef =  18.89, 18.89,
269     sRef =  34.84, 34.84,
270     endtime=20.,
271     delR =   1.00,    1.14,
272    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
273    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
274    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
275    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
276    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
277    emacs data.exch2
278    # remove the blank tile list
279    export MPI_BUFS_PER_PROC=1024
280    export MPI_REQUEST_MAX=65536
281    export MPI_GROUP_MAX=1024
282    export MPI_NUM_MEMORY_REGIONS=8
283    export MPI_UNBUFFERED_STDIO=1
284    export MPI_MEMMAP_OFF=1
285    export MPI_UD_TIMEOUT=100
286    mpiexec -n 12000 ./mitgcmuv
287    
288    #############################
289    # generate 48x48 blank tiles
290    qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
291    module purge
292    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
293    cd ~/llc_4320/MITgcm
294    mkdir run_48x48
295    lfs setstripe -c -1 run_48x48
296    cd build
297    rm *
298    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
299    emacs readtile_mpiio.c
300        tileSizeX = 48;
301        tileSizeY = 48;
302    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
303    emacs SIZE.h
304         &           sNx =  48,
305         &           sNy =  48,
306         &           nSx =  10,
307         &           nPx = 10530,
308         &           Nr  =  2 )
309    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
310    emacs eeboot_minimal.F
311    C         standardMessageUnit=errorMessageUnit
312             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
313             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
314    ../tools/genmake2 -of \
315     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
316     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
317    make depend
318    make -j 16
319    cd ~/llc_4320/MITgcm/run_48x48
320    cp ../build/mitgcmuv .
321    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
322    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
323    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
324    mv data.exch2_120x120x10901 data.exch2
325    emacs data.exch2
326    # remove blankList
327    emacs data
328     tRef =  18.89, 18.89,
329     sRef =  34.84, 34.84,
330     endtime=20.,
331     delR =   1.00,    1.14,
332    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
333    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
334    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
335    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
336    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
337    export MPI_BUFS_PER_PROC=1024
338    export MPI_REQUEST_MAX=65536
339    export MPI_GROUP_MAX=1024
340    export MPI_NUM_MEMORY_REGIONS=8
341    export MPI_UNBUFFERED_STDIO=1
342    export MPI_MEMMAP_OFF=1
343    export MPI_UD_TIMEOUT=100
344    mpiexec -n 12000 ./mitgcmuv
345    
346    #############################
347    # 120x120x10901 configuration
348    
349    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
350    module purge
351    module load  comp-intel/2012.0.032 netcdf/4.0
352    module use -a ~kjtaylor/modulefiles
353    module load sles11sp3/mpt-2.10-nasa201311271217
354    cd ~/llc_4320
355    cvs co MITgcm_code
356    cvs co MITgcm_contrib/llc_hires/llc_4320
357    cd MITgcm
358    mkdir build run
359    lfs setstripe -c -1 run
360    cd build
361    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
362    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
363    emacs readtile_mpiio.c
364        tileSizeX = 120;
365        tileSizeY = 120;
366    ../tools/genmake2 -of \
367     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
368     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
369    make depend
370    make -j 16
371    
372    cd ~/llc_4320/MITgcm/run
373    cp ../build/mitgcmuv mitgcmuv_120x120x10901
374    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
375    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
376    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
377    mv data.exch2_120x120x10901 data.exch2
378    emacs data
379    
380    export MPI_BUFS_PER_PROC=1024
381    export MPI_REQUEST_MAX=65536
382    export MPI_GROUP_MAX=1024
383    export MPI_NUM_MEMORY_REGIONS=8
384    export MPI_UNBUFFERED_STDIO=1
385    export MPI_MEMMAP_OFF=1
386    export MPI_UD_TIMEOUT=100
387    mpiexec -n 12000 ./mitgcmuv_120x120x10901
388    
389    tail -f STDOUT.00000 | grep advcfl_W
390    
391    ==============
392    
393    qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
394    tcsh
395    cd ~/llc_4320/MITgcm
396    mkdir run
397    lfs setstripe -c -1 run
398    cd run
399    cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
400    setenv PBS_NODEFILE mynodes
401    cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
402    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
403    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
404    ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
405    ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
406    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
407    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
408    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
409    mv data.exch2_72x72x29297 data.exch2
410    module purge
411    module load  comp-intel/2012.0.032 netcdf/4.0
412    module use -a ~kjtaylor/modulefiles
413    module load sles11sp3/mpt-2.10-nasa201311271217
414    setenv MPI_BUFS_PER_PROC 512
415    setenv MPI_REQUEST_MAX 65536
416    setenv MPI_GROUP_MAX 1024
417    setenv MPI_NUM_MEMORY_REGIONS 8
418    setenv MPI_UNBUFFERED_STDIO 1
419    setenv MPI_MEMMAP_OFF 1
420    export MPI_UD_TIMEOUT=100
421    
422    mpiexec -n 35000 ./mitgcmuv_72x72x29297
423    
424    tail -f STDOUT.00000 | grep advcfl_w
425    
426  ==============  ==============
427    
428    cd ~/llc_4320
429  cvs co MITgcm_code  cvs co MITgcm_code
430    cvs co MITgcm_contrib/llc_hires/llc_4320
431    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
432  cd MITgcm  cd MITgcm
433  module purge  module purge
434  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
435  mkdir build run  mkdir build run
436  lfs setstripe -c -1 /nobackupp5/dmenemen/llc_4320/MITgcm/run  lfs setstripe -c -1 run
437  cd build  cd build
438  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
439  ../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \  ../tools/genmake2 -of \
440     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
441   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
442  make depend  make depend
443  make -j 16  make -j 16
444  cd ../run  cd ../run
445  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
446    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
447    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
448    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
449    mv data.exch2_72x72x29297 data.exch2
450    export MPI_NUM_MEMORY_REGIONS=256
451    mpiexec -n 35000 ./mitgcmuv_72x72x29297
452    
453    tail -f STDOUT.00000 | grep advcfl_w
454    
455    ==============
456    
457    cd ~/llc_4320
458    cvs co MITgcm_code
459    cvs co MITgcm_contrib/llc_hires/llc_4320
460    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
461    cd MITgcm
462    module purge
463    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
464    mkdir build run_180x180x5015
465    lfs setstripe -c -1 run_180x180x5015
466    cd build
467    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
468    ../tools/genmake2 -of \
469     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
470     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
471    make depend
472    make -j 16
473    cd ../run_180x180x5015
474    cp ../build/mitgcmuv mitgcmuv_180x180x5015
475  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
476  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
477  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
478  mpiexec -n 6000 ./mitgcmuv  mv data.exch2_72x72x29297 data.exch2
479    export MPI_NUM_MEMORY_REGIONS=256
480    mpiexec -n 6000 ./mitgcmuv_180x180x5015
481    
482  ==============  ==============
483    

Legend:
Removed from v.1.2  
changed lines
  Added in v.1.15

  ViewVC Help
Powered by ViewVC 1.1.22