/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.3 by dimitri, Wed Oct 30 06:33:24 2013 UTC revision 1.14 by dimitri, Sat Apr 2 01:27:56 2016 UTC
# Line 1  Line 1 
1    #############################
2    # 90x90x19023 configuration
3    
4    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
5    
6    module purge
7    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
8    
9    cd ~/llc_4320/MITgcm/build
10    rm *
11    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
12    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
13    emacs readtile_mpiio.c
14        tileSizeX = 90;
15        tileSizeY = 90;
16    ../tools/genmake2 -of \
17     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
18     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
19    make depend
20    make -j 16
21    
22    cd ~/llc_4320/MITgcm/run
23    cp ../build/mitgcmuv mitgcmuv_90x90x19023_intel.2015.0.090
24    cp data.exch2_90x90x19023 data.exch2
25    
26    cd ~/llc_4320/MITgcm/run
27    mv STDOUT.00000 STDOUT.409536
28    emacs data
29     nIter0=409536,
30    mv pickup_0000409536.data pickup.0000409536.data
31    mv pickup_0000409536.meta pickup.0000409536.meta
32    mv pickup_seaice_0000409536.data pickup_seaice.0000409536.data
33    mv pickup_seaice_0000409536.meta pickup_seaice.0000409536.meta
34    
35    cd ~/llc_4320/MITgcm/run
36    module purge
37    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
38    cp data.exch2_90x90x19023 data.exch2
39    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
40    
41    tail -f STDOUT.00000 | grep advcfl_W
42    
43    
44    #############################
45    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
46    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
47    
48    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
49    module purge
50    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.10r6 netcdf/4.0
51    
52    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
53    
54    cd ~/llc_4320/MITgcm/build
55    rm *
56    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x19023 SIZE.h
57    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
58    emacs readtile_mpiio.c
59        tileSizeX = 120;
60        tileSizeY = 120;
61    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas .
62    emacs linux_amd64_ifort+mpi_ice_nas
63        FOPTIM='-O3 -ipo -axCORE-AVX2,AVX -xSSE4.1 -ip -fp-model precise -traceback -ftz'
64    ../tools/genmake2 -of linux_amd64_ifort+mpi_ice_nas -mpi -mods \
65     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
66    make depend
67    make -j 16
68    
69    cd ~/llc_4320/MITgcm/run
70    cp ../build/mitgcmuv mitgcmuv_120x120x10901_AVX2
71    
72    mv STDOUT.00000 STDOUT.428544
73    emacs data
74     nIter0=428544,
75    mv pickup_0000428544.data pickup.0000428544.data
76    mv pickup_0000428544.meta pickup.0000428544.meta
77    mv pickup_seaice_0000428544.data pickup_seaice.0000428544.data
78    mv pickup_seaice_0000428544.meta pickup_seaice.0000428544.meta
79    
80    cd ~/llc_4320/MITgcm/run
81    module purge
82    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
83    cp data.exch2_120x120x10901 data.exch2
84    mpiexec -n 12000 ./mitgcmuv_120x120x10901_Avx2
85    
86    
87  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
88  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
89  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
90  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
 qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00  
 qsub -q ecco -I -W group_list=g26209 -l select=1000:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  
91    
92    #############################
93    # 90x90x19023 configuration
94    
95  For batch submission:  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
96  qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript  module purge
97  qsub qsub_llc2160.csh  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
98    cd ~/llc_4320
99    cvs co MITgcm_code
100    cvs co MITgcm_contrib/llc_hires/llc_4320
101    cd MITgcm
102    mkdir build run
103    lfs setstripe -c -1 run
104    cd build
105    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
106    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
107    emacs readtile_mpiio.c
108        tileSizeX = 90;
109        tileSizeY = 90;
110    ../tools/genmake2 -of \
111     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
112     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
113    make depend
114    make -j 16
115    
116  ==============  cd ~/llc_4320/MITgcm/run
117    cp ../build/mitgcmuv mitgcmuv_90x90x19023
118    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
119    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
120    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
121    cp data.exch2_90x90x19023 data.exch2
122    emacs data
123    
124    export MPI_BUFS_PER_PROC=1024
125    export MPI_REQUEST_MAX=65536
126    export MPI_GROUP_MAX=1024
127    export MPI_NUM_MEMORY_REGIONS=8
128    export MPI_UNBUFFERED_STDIO=1
129    export MPI_MEMMAP_OFF=1
130    export MPI_UD_TIMEOUT=100
131    mpiexec -n 20400 ./mitgcmuv_90x90x19023
132    
133    tail -f STDOUT.00000 | grep advcfl_W
134    
135    #############################
136    # 48x48x64670 configuration
137    
138    module purge
139    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
140  cd ~/llc_4320  cd ~/llc_4320
141  cvs co MITgcm_code  cvs co MITgcm_code
142  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
143  cd MITgcm  cd MITgcm
144    mkdir build run
145    lfs setstripe -c -1 run
146    cd build
147    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
148    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
149    emacs readtile_mpiio.c
150        tileSizeX = 48;
151        tileSizeY = 48;
152    ../tools/genmake2 -of \
153     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
154     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
155    make depend
156    make -j 16
157    
158    cd ~/llc_4320/MITgcm/run
159    cp ../build/mitgcmuv mitgcmuv_48x48x64670
160    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
161    
162    #############################
163    # generate 60x60 blank tiles
164    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
165    module purge
166    module load  comp-intel/2012.0.032 netcdf/4.0
167    module use -a ~kjtaylor/modulefiles
168    module load sles11sp3/mpt-2.10-nasa201311271217
169    cd ~/llc_4320/MITgcm
170    mkdir run_60x60
171    lfs setstripe -c -1 run_60x60
172    cd build
173    rm *
174    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
175    emacs readtile_mpiio.c
176        tileSizeX = 60;
177        tileSizeY = 60;
178    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
179    emacs SIZE.h
180         &           sNx =  60,
181         &           sNy =  60,
182         &           nSx =   6,
183         &           nPx = 11232,
184         &           Nr  =  2 )
185    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
186    emacs eeboot_minimal.F
187    C         standardMessageUnit=errorMessageUnit
188             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
189             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
190    ../tools/genmake2 -of \
191     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
192     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
193    make depend
194    make -j 16
195    cd ~/llc_4320/MITgcm/run_60x60
196    cp ../build/mitgcmuv .
197    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
198    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
199    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
200    mv data.exch2_120x120x10901 data.exch2
201    emacs data
202     tRef =  18.89, 18.89,
203     sRef =  34.84, 34.84,
204     endtime=20.,
205     delR =   1.00,    1.14,
206    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
207    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
208    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
209    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
210    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
211    emacs data.exch2
212    # remove the blank tile list
213    export MPI_BUFS_PER_PROC=1024
214    export MPI_REQUEST_MAX=65536
215    export MPI_GROUP_MAX=1024
216    export MPI_NUM_MEMORY_REGIONS=8
217    export MPI_UNBUFFERED_STDIO=1
218    export MPI_MEMMAP_OFF=1
219    export MPI_UD_TIMEOUT=100
220    mpiexec -n 12000 ./mitgcmuv
221    
222    #############################
223    # generate 45x45 blank tiles
224    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
225    module purge
226    module load  comp-intel/2012.0.032 netcdf/4.0
227    module use -a ~kjtaylor/modulefiles
228    module load sles11sp3/mpt-2.10-nasa201311271217
229    cd ~/llc_4320/MITgcm
230    mkdir run_45x45
231    lfs setstripe -c -1 run_45x45
232    cd build
233    rm *
234    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
235    emacs readtile_mpiio.c
236        tileSizeX = 45;
237        tileSizeY = 45;
238    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
239    emacs SIZE.h
240         &           sNx =  45,
241         &           sNy =  45,
242         &           nSx =  12,
243         &           nPx = 9984,
244         &           Nr  =  2 )
245    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
246    emacs eeboot_minimal.F
247    C         standardMessageUnit=errorMessageUnit
248             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
249             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
250    ../tools/genmake2 -of \
251     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
252     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
253    make depend
254    make -j 16
255    cd ~/llc_4320/MITgcm/run_45x45
256    cp ../build/mitgcmuv .
257    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
258    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
259    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
260    mv data.exch2_120x120x10901 data.exch2
261    emacs data
262     tRef =  18.89, 18.89,
263     sRef =  34.84, 34.84,
264     endtime=20.,
265     delR =   1.00,    1.14,
266    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
267    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
268    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
269    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
270    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
271    emacs data.exch2
272    # remove the blank tile list
273    export MPI_BUFS_PER_PROC=1024
274    export MPI_REQUEST_MAX=65536
275    export MPI_GROUP_MAX=1024
276    export MPI_NUM_MEMORY_REGIONS=8
277    export MPI_UNBUFFERED_STDIO=1
278    export MPI_MEMMAP_OFF=1
279    export MPI_UD_TIMEOUT=100
280    mpiexec -n 12000 ./mitgcmuv
281    
282    #############################
283    # generate 48x48 blank tiles
284    qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
285  module purge  module purge
286  module load comp-intel/11.1.072 mpi-sgi/mpt.2.08r7 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
287    cd ~/llc_4320/MITgcm
288    mkdir run_48x48
289    lfs setstripe -c -1 run_48x48
290    cd build
291    rm *
292    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
293    emacs readtile_mpiio.c
294        tileSizeX = 48;
295        tileSizeY = 48;
296    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
297    emacs SIZE.h
298         &           sNx =  48,
299         &           sNy =  48,
300         &           nSx =  10,
301         &           nPx = 10530,
302         &           Nr  =  2 )
303    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
304    emacs eeboot_minimal.F
305    C         standardMessageUnit=errorMessageUnit
306             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
307             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
308    ../tools/genmake2 -of \
309     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
310     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
311    make depend
312    make -j 16
313    cd ~/llc_4320/MITgcm/run_48x48
314    cp ../build/mitgcmuv .
315    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
316    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
317    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
318    mv data.exch2_120x120x10901 data.exch2
319    emacs data.exch2
320    # remove blankList
321    emacs data
322     tRef =  18.89, 18.89,
323     sRef =  34.84, 34.84,
324     endtime=20.,
325     delR =   1.00,    1.14,
326    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
327    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
328    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
329    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
330    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
331    export MPI_BUFS_PER_PROC=1024
332    export MPI_REQUEST_MAX=65536
333    export MPI_GROUP_MAX=1024
334    export MPI_NUM_MEMORY_REGIONS=8
335    export MPI_UNBUFFERED_STDIO=1
336    export MPI_MEMMAP_OFF=1
337    export MPI_UD_TIMEOUT=100
338    mpiexec -n 12000 ./mitgcmuv
339    
340    #############################
341    # 120x120x10901 configuration
342    
343    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
344    module purge
345    module load  comp-intel/2012.0.032 netcdf/4.0
346    module use -a ~kjtaylor/modulefiles
347    module load sles11sp3/mpt-2.10-nasa201311271217
348    cd ~/llc_4320
349    cvs co MITgcm_code
350    cvs co MITgcm_contrib/llc_hires/llc_4320
351    cd MITgcm
352  mkdir build run  mkdir build run
353  lfs setstripe -c -1 run  lfs setstripe -c -1 run
354  cd build  cd build
355  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
356    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
357    emacs readtile_mpiio.c
358        tileSizeX = 120;
359        tileSizeY = 120;
360  ../tools/genmake2 -of \  ../tools/genmake2 -of \
361   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
362   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
363  make depend  make depend
364  make -j 8  make -j 16
365  cd ../run  
366  ln -sf ../build/mitgcmuv .  cd ~/llc_4320/MITgcm/run
367    cp ../build/mitgcmuv mitgcmuv_120x120x10901
368    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
369    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
370    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
371    mv data.exch2_120x120x10901 data.exch2
372    emacs data
373    
374    export MPI_BUFS_PER_PROC=1024
375    export MPI_REQUEST_MAX=65536
376    export MPI_GROUP_MAX=1024
377    export MPI_NUM_MEMORY_REGIONS=8
378    export MPI_UNBUFFERED_STDIO=1
379    export MPI_MEMMAP_OFF=1
380    export MPI_UD_TIMEOUT=100
381    mpiexec -n 12000 ./mitgcmuv_120x120x10901
382    
383    tail -f STDOUT.00000 | grep advcfl_W
384    
385    ==============
386    
387    qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
388    tcsh
389    cd ~/llc_4320/MITgcm
390    mkdir run
391    lfs setstripe -c -1 run
392    cd run
393    cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
394    setenv PBS_NODEFILE mynodes
395    cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
396    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
397    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
398    ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
399    ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
400  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
401  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
402  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
403  mv data.exch2_72x72x29297 data.exch2  mv data.exch2_72x72x29297 data.exch2
404  mpiexec -n 35000 ./mitgcmuv  module purge
405    module load  comp-intel/2012.0.032 netcdf/4.0
406    module use -a ~kjtaylor/modulefiles
407    module load sles11sp3/mpt-2.10-nasa201311271217
408    setenv MPI_BUFS_PER_PROC 512
409    setenv MPI_REQUEST_MAX 65536
410    setenv MPI_GROUP_MAX 1024
411    setenv MPI_NUM_MEMORY_REGIONS 8
412    setenv MPI_UNBUFFERED_STDIO 1
413    setenv MPI_MEMMAP_OFF 1
414    export MPI_UD_TIMEOUT=100
415    
416    mpiexec -n 35000 ./mitgcmuv_72x72x29297
417    
418    tail -f STDOUT.00000 | grep advcfl_w
419    
420  ==============  ==============
421    
422    cd ~/llc_4320
423  cvs co MITgcm_code  cvs co MITgcm_code
424    cvs co MITgcm_contrib/llc_hires/llc_4320
425    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
426  cd MITgcm  cd MITgcm
427  module purge  module purge
428  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
429  mkdir build run  mkdir build run
430  lfs setstripe -c -1 run  lfs setstripe -c -1 run
431  cd build  cd build
432  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
433  _180x180x5015 SIZE.h  ../tools/genmake2 -of \
434  ../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
435   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
436  make depend  make depend
437  make -j 16  make -j 16
438  cd ../run  cd ../run
439  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
440    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
441    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
442    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
443    mv data.exch2_72x72x29297 data.exch2
444    export MPI_NUM_MEMORY_REGIONS=256
445    mpiexec -n 35000 ./mitgcmuv_72x72x29297
446    
447    tail -f STDOUT.00000 | grep advcfl_w
448    
449    ==============
450    
451    cd ~/llc_4320
452    cvs co MITgcm_code
453    cvs co MITgcm_contrib/llc_hires/llc_4320
454    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
455    cd MITgcm
456    module purge
457    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
458    mkdir build run_180x180x5015
459    lfs setstripe -c -1 run_180x180x5015
460    cd build
461    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
462    ../tools/genmake2 -of \
463     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
464     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
465    make depend
466    make -j 16
467    cd ../run_180x180x5015
468    cp ../build/mitgcmuv mitgcmuv_180x180x5015
469  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
470  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
471  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
472  mv data.exch2_72x72x29297 data.exch2  mv data.exch2_72x72x29297 data.exch2
473  mpiexec -n 32000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
474    mpiexec -n 6000 ./mitgcmuv_180x180x5015
475    
476  ==============  ==============
477    
Legend:
Removed from v.1.3  
changed lines
  Added in v.1.14
  ViewVC Help
Powered by ViewVC 1.1.22