/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Contents of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.15 - (show annotations) (download)
Sat Apr 2 01:35:44 2016 UTC (9 years, 3 months ago) by dimitri
Branch: MAIN
Changes since 1.14: +7 -1 lines
File MIME type: text/plain
update for haswell nodes

1 #############################
2 # 90x90x19023 configuration
3
4 qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
5
6 module purge
7 module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
8
9 cd ~/llc_4320
10 cvs co MITgcm_code
11 cvs co MITgcm_contrib/llc_hires/llc_4320
12 cd MITgcm
13 mkdir build run
14 lfs setstripe -c -1 run
15 cd build
16 rm *
17 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
18 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
19 emacs readtile_mpiio.c
20 tileSizeX = 90;
21 tileSizeY = 90;
22 ../tools/genmake2 -of \
23 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
24 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
25 make depend
26 make -j 16
27
28 cd ~/llc_4320/MITgcm/run
29 cp ../build/mitgcmuv mitgcmuv_90x90x19023_intel.2015.0.090
30 cp data.exch2_90x90x19023 data.exch2
31
32 cd ~/llc_4320/MITgcm/run
33 mv STDOUT.00000 STDOUT.409536
34 emacs data
35 nIter0=409536,
36 mv pickup_0000409536.data pickup.0000409536.data
37 mv pickup_0000409536.meta pickup.0000409536.meta
38 mv pickup_seaice_0000409536.data pickup_seaice.0000409536.data
39 mv pickup_seaice_0000409536.meta pickup_seaice.0000409536.meta
40
41 cd ~/llc_4320/MITgcm/run
42 module purge
43 module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
44 cp data.exch2_90x90x19023 data.exch2
45 mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
46
47 tail -f STDOUT.00000 | grep advcfl_W
48
49
50 #############################
51 qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
52 qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
53
54 qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
55 module purge
56 module load comp-intel/2015.0.090 mpi-sgi/mpt.2.10r6 netcdf/4.0
57
58 module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
59
60 cd ~/llc_4320/MITgcm/build
61 rm *
62 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x19023 SIZE.h
63 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
64 emacs readtile_mpiio.c
65 tileSizeX = 120;
66 tileSizeY = 120;
67 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas .
68 emacs linux_amd64_ifort+mpi_ice_nas
69 FOPTIM='-O3 -ipo -axCORE-AVX2,AVX -xSSE4.1 -ip -fp-model precise -traceback -ftz'
70 ../tools/genmake2 -of linux_amd64_ifort+mpi_ice_nas -mpi -mods \
71 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
72 make depend
73 make -j 16
74
75 cd ~/llc_4320/MITgcm/run
76 cp ../build/mitgcmuv mitgcmuv_120x120x10901_AVX2
77
78 mv STDOUT.00000 STDOUT.428544
79 emacs data
80 nIter0=428544,
81 mv pickup_0000428544.data pickup.0000428544.data
82 mv pickup_0000428544.meta pickup.0000428544.meta
83 mv pickup_seaice_0000428544.data pickup_seaice.0000428544.data
84 mv pickup_seaice_0000428544.meta pickup_seaice.0000428544.meta
85
86 cd ~/llc_4320/MITgcm/run
87 module purge
88 module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
89 cp data.exch2_120x120x10901 data.exch2
90 mpiexec -n 12000 ./mitgcmuv_120x120x10901_Avx2
91
92
93 For interactive session, Ivy Bridge nodes:
94 qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
95 qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
96 qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
97
98 #############################
99 # 90x90x19023 configuration
100
101 qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
102 module purge
103 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
104 cd ~/llc_4320
105 cvs co MITgcm_code
106 cvs co MITgcm_contrib/llc_hires/llc_4320
107 cd MITgcm
108 mkdir build run
109 lfs setstripe -c -1 run
110 cd build
111 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
112 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
113 emacs readtile_mpiio.c
114 tileSizeX = 90;
115 tileSizeY = 90;
116 ../tools/genmake2 -of \
117 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
118 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
119 make depend
120 make -j 16
121
122 cd ~/llc_4320/MITgcm/run
123 cp ../build/mitgcmuv mitgcmuv_90x90x19023
124 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
125 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
126 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
127 cp data.exch2_90x90x19023 data.exch2
128 emacs data
129
130 export MPI_BUFS_PER_PROC=1024
131 export MPI_REQUEST_MAX=65536
132 export MPI_GROUP_MAX=1024
133 export MPI_NUM_MEMORY_REGIONS=8
134 export MPI_UNBUFFERED_STDIO=1
135 export MPI_MEMMAP_OFF=1
136 export MPI_UD_TIMEOUT=100
137 mpiexec -n 20400 ./mitgcmuv_90x90x19023
138
139 tail -f STDOUT.00000 | grep advcfl_W
140
141 #############################
142 # 48x48x64670 configuration
143
144 module purge
145 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
146 cd ~/llc_4320
147 cvs co MITgcm_code
148 cvs co MITgcm_contrib/llc_hires/llc_4320
149 cd MITgcm
150 mkdir build run
151 lfs setstripe -c -1 run
152 cd build
153 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
154 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
155 emacs readtile_mpiio.c
156 tileSizeX = 48;
157 tileSizeY = 48;
158 ../tools/genmake2 -of \
159 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
160 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
161 make depend
162 make -j 16
163
164 cd ~/llc_4320/MITgcm/run
165 cp ../build/mitgcmuv mitgcmuv_48x48x64670
166 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
167
168 #############################
169 # generate 60x60 blank tiles
170 qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
171 module purge
172 module load comp-intel/2012.0.032 netcdf/4.0
173 module use -a ~kjtaylor/modulefiles
174 module load sles11sp3/mpt-2.10-nasa201311271217
175 cd ~/llc_4320/MITgcm
176 mkdir run_60x60
177 lfs setstripe -c -1 run_60x60
178 cd build
179 rm *
180 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
181 emacs readtile_mpiio.c
182 tileSizeX = 60;
183 tileSizeY = 60;
184 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
185 emacs SIZE.h
186 & sNx = 60,
187 & sNy = 60,
188 & nSx = 6,
189 & nPx = 11232,
190 & Nr = 2 )
191 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
192 emacs eeboot_minimal.F
193 C standardMessageUnit=errorMessageUnit
194 WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
195 OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
196 ../tools/genmake2 -of \
197 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
198 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
199 make depend
200 make -j 16
201 cd ~/llc_4320/MITgcm/run_60x60
202 cp ../build/mitgcmuv .
203 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
204 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
205 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
206 mv data.exch2_120x120x10901 data.exch2
207 emacs data
208 tRef = 18.89, 18.89,
209 sRef = 34.84, 34.84,
210 endtime=20.,
211 delR = 1.00, 1.14,
212 # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
213 # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
214 # uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
215 # vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
216 # pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4',
217 emacs data.exch2
218 # remove the blank tile list
219 export MPI_BUFS_PER_PROC=1024
220 export MPI_REQUEST_MAX=65536
221 export MPI_GROUP_MAX=1024
222 export MPI_NUM_MEMORY_REGIONS=8
223 export MPI_UNBUFFERED_STDIO=1
224 export MPI_MEMMAP_OFF=1
225 export MPI_UD_TIMEOUT=100
226 mpiexec -n 12000 ./mitgcmuv
227
228 #############################
229 # generate 45x45 blank tiles
230 qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
231 module purge
232 module load comp-intel/2012.0.032 netcdf/4.0
233 module use -a ~kjtaylor/modulefiles
234 module load sles11sp3/mpt-2.10-nasa201311271217
235 cd ~/llc_4320/MITgcm
236 mkdir run_45x45
237 lfs setstripe -c -1 run_45x45
238 cd build
239 rm *
240 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
241 emacs readtile_mpiio.c
242 tileSizeX = 45;
243 tileSizeY = 45;
244 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
245 emacs SIZE.h
246 & sNx = 45,
247 & sNy = 45,
248 & nSx = 12,
249 & nPx = 9984,
250 & Nr = 2 )
251 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
252 emacs eeboot_minimal.F
253 C standardMessageUnit=errorMessageUnit
254 WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
255 OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
256 ../tools/genmake2 -of \
257 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
258 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
259 make depend
260 make -j 16
261 cd ~/llc_4320/MITgcm/run_45x45
262 cp ../build/mitgcmuv .
263 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
264 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
265 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
266 mv data.exch2_120x120x10901 data.exch2
267 emacs data
268 tRef = 18.89, 18.89,
269 sRef = 34.84, 34.84,
270 endtime=20.,
271 delR = 1.00, 1.14,
272 # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
273 # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
274 # uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
275 # vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
276 # pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4',
277 emacs data.exch2
278 # remove the blank tile list
279 export MPI_BUFS_PER_PROC=1024
280 export MPI_REQUEST_MAX=65536
281 export MPI_GROUP_MAX=1024
282 export MPI_NUM_MEMORY_REGIONS=8
283 export MPI_UNBUFFERED_STDIO=1
284 export MPI_MEMMAP_OFF=1
285 export MPI_UD_TIMEOUT=100
286 mpiexec -n 12000 ./mitgcmuv
287
288 #############################
289 # generate 48x48 blank tiles
290 qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
291 module purge
292 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
293 cd ~/llc_4320/MITgcm
294 mkdir run_48x48
295 lfs setstripe -c -1 run_48x48
296 cd build
297 rm *
298 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
299 emacs readtile_mpiio.c
300 tileSizeX = 48;
301 tileSizeY = 48;
302 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
303 emacs SIZE.h
304 & sNx = 48,
305 & sNy = 48,
306 & nSx = 10,
307 & nPx = 10530,
308 & Nr = 2 )
309 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
310 emacs eeboot_minimal.F
311 C standardMessageUnit=errorMessageUnit
312 WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
313 OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
314 ../tools/genmake2 -of \
315 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
316 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
317 make depend
318 make -j 16
319 cd ~/llc_4320/MITgcm/run_48x48
320 cp ../build/mitgcmuv .
321 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
322 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
323 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
324 mv data.exch2_120x120x10901 data.exch2
325 emacs data.exch2
326 # remove blankList
327 emacs data
328 tRef = 18.89, 18.89,
329 sRef = 34.84, 34.84,
330 endtime=20.,
331 delR = 1.00, 1.14,
332 # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
333 # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
334 # uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
335 # vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
336 # pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4',
337 export MPI_BUFS_PER_PROC=1024
338 export MPI_REQUEST_MAX=65536
339 export MPI_GROUP_MAX=1024
340 export MPI_NUM_MEMORY_REGIONS=8
341 export MPI_UNBUFFERED_STDIO=1
342 export MPI_MEMMAP_OFF=1
343 export MPI_UD_TIMEOUT=100
344 mpiexec -n 12000 ./mitgcmuv
345
346 #############################
347 # 120x120x10901 configuration
348
349 qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
350 module purge
351 module load comp-intel/2012.0.032 netcdf/4.0
352 module use -a ~kjtaylor/modulefiles
353 module load sles11sp3/mpt-2.10-nasa201311271217
354 cd ~/llc_4320
355 cvs co MITgcm_code
356 cvs co MITgcm_contrib/llc_hires/llc_4320
357 cd MITgcm
358 mkdir build run
359 lfs setstripe -c -1 run
360 cd build
361 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
362 cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
363 emacs readtile_mpiio.c
364 tileSizeX = 120;
365 tileSizeY = 120;
366 ../tools/genmake2 -of \
367 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
368 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
369 make depend
370 make -j 16
371
372 cd ~/llc_4320/MITgcm/run
373 cp ../build/mitgcmuv mitgcmuv_120x120x10901
374 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
375 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
376 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
377 mv data.exch2_120x120x10901 data.exch2
378 emacs data
379
380 export MPI_BUFS_PER_PROC=1024
381 export MPI_REQUEST_MAX=65536
382 export MPI_GROUP_MAX=1024
383 export MPI_NUM_MEMORY_REGIONS=8
384 export MPI_UNBUFFERED_STDIO=1
385 export MPI_MEMMAP_OFF=1
386 export MPI_UD_TIMEOUT=100
387 mpiexec -n 12000 ./mitgcmuv_120x120x10901
388
389 tail -f STDOUT.00000 | grep advcfl_W
390
391 ==============
392
393 qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
394 tcsh
395 cd ~/llc_4320/MITgcm
396 mkdir run
397 lfs setstripe -c -1 run
398 cd run
399 cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
400 setenv PBS_NODEFILE mynodes
401 cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
402 ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
403 ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
404 ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
405 ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
406 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
407 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
408 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
409 mv data.exch2_72x72x29297 data.exch2
410 module purge
411 module load comp-intel/2012.0.032 netcdf/4.0
412 module use -a ~kjtaylor/modulefiles
413 module load sles11sp3/mpt-2.10-nasa201311271217
414 setenv MPI_BUFS_PER_PROC 512
415 setenv MPI_REQUEST_MAX 65536
416 setenv MPI_GROUP_MAX 1024
417 setenv MPI_NUM_MEMORY_REGIONS 8
418 setenv MPI_UNBUFFERED_STDIO 1
419 setenv MPI_MEMMAP_OFF 1
420 export MPI_UD_TIMEOUT=100
421
422 mpiexec -n 35000 ./mitgcmuv_72x72x29297
423
424 tail -f STDOUT.00000 | grep advcfl_w
425
426 ==============
427
428 cd ~/llc_4320
429 cvs co MITgcm_code
430 cvs co MITgcm_contrib/llc_hires/llc_4320
431 # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
432 cd MITgcm
433 module purge
434 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
435 mkdir build run
436 lfs setstripe -c -1 run
437 cd build
438 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
439 ../tools/genmake2 -of \
440 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
441 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
442 make depend
443 make -j 16
444 cd ../run
445 cp ../build/mitgcmuv mitgcmuv_72x72x29297
446 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
447 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
448 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
449 mv data.exch2_72x72x29297 data.exch2
450 export MPI_NUM_MEMORY_REGIONS=256
451 mpiexec -n 35000 ./mitgcmuv_72x72x29297
452
453 tail -f STDOUT.00000 | grep advcfl_w
454
455 ==============
456
457 cd ~/llc_4320
458 cvs co MITgcm_code
459 cvs co MITgcm_contrib/llc_hires/llc_4320
460 # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
461 cd MITgcm
462 module purge
463 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
464 mkdir build run_180x180x5015
465 lfs setstripe -c -1 run_180x180x5015
466 cd build
467 cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
468 ../tools/genmake2 -of \
469 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
470 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
471 make depend
472 make -j 16
473 cd ../run_180x180x5015
474 cp ../build/mitgcmuv mitgcmuv_180x180x5015
475 ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
476 ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
477 cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
478 mv data.exch2_72x72x29297 data.exch2
479 export MPI_NUM_MEMORY_REGIONS=256
480 mpiexec -n 6000 ./mitgcmuv_180x180x5015
481
482 ==============
483
484 look at output
485
486 for ts=[0 120 600:10:980 1080:120:2280]
487 fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
488 clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
489 title(ts)
490 pause(.1)
491 end
492
493 ==============
494
495 to determine empty tiles:
496 grep Empty STDOUT.*
497
498 =============
499
500 memory requirements:
501 nPx sNx sNy nSx cpu node0 total
502 3744 180 180 2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
503 5616 120 120 3 san - node ran out of memory and crashed
504 7488 180 180 1 san
505
506 =============
507
508 2 = 2
509 3 = 3
510 2*2 = 4
511 5 = 5
512 2*3 = 6
513 2*2*2 = 8
514 3*3 = 9
515 2*5 = 10
516 2*2*3 = 12
517 3*5 = 15
518 2*2*2*2 = 16
519 2*3*3 = 18
520 2*2*5 = 20
521 2*2*2*3 = 24
522 3*3*3 = 27
523 2*3*5 = 30
524 2*2*2*2*2 = 32
525 2*2*3*3 = 36
526 2*2*2*5 = 40
527 3*3*5 = 45
528 2*2*2*2*3 = 48
529 2*3*3*3 = 54
530 2*2*3*5 = 60
531 2*2*2*3*3 = 72 * 60
532 2*2*2*2*5 = 80 * 54
533 2*3*3*5 = 90 * 48
534 2*2*2*2*2*3 = 96 * 45
535 2*2*3*3*3 = 108 * 40
536 2*2*2*3*5 = 120 * 36
537 3*3*3*5 = 135 * 32
538 2*2*2*2*3*3 = 144 * 30
539 2*2*2*2*2*5 = 160 * 27
540 2*2*3*3*5 = 180 * 24
541 2*2*2*3*3*3 = 216 * 20
542 2*2*2*2*3*5 = 240 * 18
543 2*3*3*3*5 = 270 * 16
544 2*2*2*2*2*3*3 = 288 * 15
545 2*2*2*3*3*5 = 360 * 12
546 2*2*2*2*3*3*3 = 432 * 10
547 2*2*2*2*2*3*5 = 480 * 9
548 2*2*3*3*3*5 = 540 * 8
549 2*2*2*2*3*3*5 = 720 * 6
550 2*2*2*2*2*3*3*3 = 864 * 5
551 2*2*2*3*3*3*5 = 1080 * 4
552 2*2*2*2*2*3*3*5 = 1440 * 3
553 2*2*2*2*3*3*3*5 = 2160 * 2

  ViewVC Help
Powered by ViewVC 1.1.22