1 |
############################# |
2 |
# 90x90x19023 configuration |
3 |
module purge |
4 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
5 |
cd ~/llc_4320 |
6 |
cvs co MITgcm_code |
7 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
8 |
cd MITgcm |
9 |
mkdir build run485568 |
10 |
lfs setstripe -c -1 run_485568 |
11 |
cd build |
12 |
rm * |
13 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h |
14 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
15 |
emacs readtile_mpiio.c |
16 |
tileSizeX = 90; |
17 |
tileSizeY = 90; |
18 |
../tools/genmake2 -of \ |
19 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
20 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
21 |
make depend |
22 |
make -j 16 |
23 |
cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090 |
24 |
|
25 |
qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com |
26 |
qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
27 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
28 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
29 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
30 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
31 |
cp data.exch2_90x90x19023 data.exch2 |
32 |
mv STDOUT.00000 STDOUT.485568 |
33 |
emacs data |
34 |
nIter0=485568, |
35 |
ln -sf ../run/pickup_0000485568.data pickup.0000485568.data |
36 |
ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta |
37 |
ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data |
38 |
ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta |
39 |
mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090 |
40 |
|
41 |
cd ~/llc_4320/MITgcm/run_485568 |
42 |
tail -f STDOUT.00000 | grep advcfl_W |
43 |
|
44 |
############################# |
45 |
# 120x120x10901 configuration |
46 |
module purge |
47 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
48 |
cd ~/llc_4320/MITgcm/build |
49 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h |
50 |
emacs readtile_mpiio.c |
51 |
tileSizeX = 120; |
52 |
tileSizeY = 120; |
53 |
make -j 16 |
54 |
cp mitgcmuv ../run_485568/mitgcmuv_120x120x10901_intel.2015.0.090 |
55 |
|
56 |
qsub -I -q testing_free -l select=428:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com |
57 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
58 |
cd ~/llc_4320/MITgcm/run_485568 |
59 |
cp data.exch2_120x120x10901 data.exch2 |
60 |
mv STDOUT.00000 STDOUT.489024 |
61 |
emacs -nw data |
62 |
nIter0=489024, |
63 |
ln -sf pickup_0000489024.data pickup.0000489024.data |
64 |
ln -sf pickup_0000489024.meta pickup.0000489024.meta |
65 |
ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data |
66 |
ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta |
67 |
mpiexec -n 11984 ./mitgcmuv_120x120x10901_intel.2015.0.090 |
68 |
|
69 |
cd ~/llc_4320/MITgcm/run_485568 |
70 |
tail -f STDOUT.00000 | grep advcfl_W |
71 |
|
72 |
|
73 |
############################# |
74 |
# 180x180x5015 configuration |
75 |
module purge |
76 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
77 |
cd ~/llc_4320/MITgcm/build |
78 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h |
79 |
emacs readtile_mpiio.c |
80 |
tileSizeX = 180; |
81 |
tileSizeY = 180; |
82 |
make -j 16 |
83 |
cp mitgcmuv ../run_485568/mitgcmuv_180x180x5015_intel.2015.0.090 |
84 |
|
85 |
qsub -I -q testing_free -l select=214:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com |
86 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
87 |
cd ~/llc_4320/MITgcm/run_485568 |
88 |
cp data.exch2_180x180x5015 data.exch2 |
89 |
mv STDOUT.00000 STDOUT.489024 |
90 |
emacs -nw data |
91 |
nIter0=489024, |
92 |
ln -sf pickup_0000489024.data pickup.0000489024.data |
93 |
ln -sf pickup_0000489024.meta pickup.0000489024.meta |
94 |
ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data |
95 |
ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta |
96 |
mpiexec -n 5992 ./mitgcmuv_180x180x5015_intel.2015.0.090 |
97 |
|
98 |
cd ~/llc_4320/MITgcm/run_485568 |
99 |
tail -f STDOUT.00000 | grep advcfl_W |
100 |
|
101 |
|
102 |
############################# |
103 |
# 72x72x29297 configuration |
104 |
module purge |
105 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
106 |
cd ~/llc_4320/MITgcm/build |
107 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h |
108 |
emacs readtile_mpiio.c |
109 |
tileSizeX = 72; |
110 |
tileSizeY = 72; |
111 |
make -j 16 |
112 |
cd ~/llc_4320/MITgcm/run_485568 |
113 |
cp mitgcmuv ../run_485568/mitgcmuv_72x72x29297_intel.2015.0.090 |
114 |
|
115 |
qsub -I -q normal -l select=1333:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com |
116 |
qsub -I -q normal -l select=1600:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M menemenlis@me.com |
117 |
qsub -I -q wide -l select=1600:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
118 |
qsub -I -q ldsd -l select=1600:ncpus=20:model=ivy,walltime=240:00:00 -m abe -M menemenlis@me.com |
119 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
120 |
cd ~/llc_4320/MITgcm/run_485568 |
121 |
cp data.exch2_72x72x29297 data.exch2 |
122 |
mv STDOUT.00000 STDOUT.888192 |
123 |
emacs -nw data |
124 |
nIter0=888192, |
125 |
ln -sf pickup_0000888192.data pickup.0000888192.data |
126 |
ln -sf pickup_0000888192.meta pickup.0000888192.meta |
127 |
ln -sf pickup_seaice_0000888192.data pickup_seaice.0000888192.data |
128 |
ln -sf pickup_seaice_0000888192.meta pickup_seaice.0000888192.meta |
129 |
mpiexec -n 32000 ./mitgcmuv_72x72x29297_intel.2015.0.090 |
130 |
|
131 |
cd ~/llc_4320/MITgcm/run_485568 |
132 |
tail -f STDOUT.00000 | grep advcfl_W |
133 |
|
134 |
|
135 |
############################# |
136 |
# 48x48x64670 configuration |
137 |
module purge |
138 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
139 |
cd ~/llc_4320 |
140 |
cvs co MITgcm_code |
141 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
142 |
cd MITgcm |
143 |
mkdir build run |
144 |
lfs setstripe -c -1 run |
145 |
cd build |
146 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h |
147 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
148 |
emacs readtile_mpiio.c |
149 |
tileSizeX = 48; |
150 |
tileSizeY = 48; |
151 |
../tools/genmake2 -of \ |
152 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
153 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
154 |
make depend |
155 |
make -j 16 |
156 |
|
157 |
cd ~/llc_4320/MITgcm/run |
158 |
cp ../build/mitgcmuv mitgcmuv_48x48x64670 |
159 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2 |
160 |
|
161 |
|
162 |
############################# |
163 |
# generate 60x60 blank tiles |
164 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com |
165 |
module purge |
166 |
module load comp-intel/2012.0.032 netcdf/4.0 |
167 |
module use -a ~kjtaylor/modulefiles |
168 |
module load sles11sp3/mpt-2.10-nasa201311271217 |
169 |
cd ~/llc_4320/MITgcm |
170 |
mkdir run_60x60 |
171 |
lfs setstripe -c -1 run_60x60 |
172 |
cd build |
173 |
rm * |
174 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
175 |
emacs readtile_mpiio.c |
176 |
tileSizeX = 60; |
177 |
tileSizeY = 60; |
178 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h |
179 |
emacs SIZE.h |
180 |
& sNx = 60, |
181 |
& sNy = 60, |
182 |
& nSx = 6, |
183 |
& nPx = 11232, |
184 |
& Nr = 2 ) |
185 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F . |
186 |
emacs eeboot_minimal.F |
187 |
C standardMessageUnit=errorMessageUnit |
188 |
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
189 |
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
190 |
../tools/genmake2 -of \ |
191 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
192 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
193 |
make depend |
194 |
make -j 16 |
195 |
cd ~/llc_4320/MITgcm/run_60x60 |
196 |
cp ../build/mitgcmuv . |
197 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
198 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
199 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
200 |
mv data.exch2_120x120x10901 data.exch2 |
201 |
emacs data |
202 |
tRef = 18.89, 18.89, |
203 |
sRef = 34.84, 34.84, |
204 |
endtime=20., |
205 |
delR = 1.00, 1.14, |
206 |
# hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4', |
207 |
# hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4', |
208 |
# uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4', |
209 |
# vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4', |
210 |
# pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4', |
211 |
emacs data.exch2 |
212 |
# remove the blank tile list |
213 |
export MPI_BUFS_PER_PROC=1024 |
214 |
export MPI_REQUEST_MAX=65536 |
215 |
export MPI_GROUP_MAX=1024 |
216 |
export MPI_NUM_MEMORY_REGIONS=8 |
217 |
export MPI_UNBUFFERED_STDIO=1 |
218 |
export MPI_MEMMAP_OFF=1 |
219 |
export MPI_UD_TIMEOUT=100 |
220 |
mpiexec -n 12000 ./mitgcmuv |
221 |
|
222 |
|
223 |
############################# |
224 |
# generate 45x45 blank tiles |
225 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com |
226 |
module purge |
227 |
module load comp-intel/2012.0.032 netcdf/4.0 |
228 |
module use -a ~kjtaylor/modulefiles |
229 |
module load sles11sp3/mpt-2.10-nasa201311271217 |
230 |
cd ~/llc_4320/MITgcm |
231 |
mkdir run_45x45 |
232 |
lfs setstripe -c -1 run_45x45 |
233 |
cd build |
234 |
rm * |
235 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
236 |
emacs readtile_mpiio.c |
237 |
tileSizeX = 45; |
238 |
tileSizeY = 45; |
239 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h |
240 |
emacs SIZE.h |
241 |
& sNx = 45, |
242 |
& sNy = 45, |
243 |
& nSx = 12, |
244 |
& nPx = 9984, |
245 |
& Nr = 2 ) |
246 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F . |
247 |
emacs eeboot_minimal.F |
248 |
C standardMessageUnit=errorMessageUnit |
249 |
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
250 |
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
251 |
../tools/genmake2 -of \ |
252 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
253 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
254 |
make depend |
255 |
make -j 16 |
256 |
cd ~/llc_4320/MITgcm/run_45x45 |
257 |
cp ../build/mitgcmuv . |
258 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
259 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
260 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
261 |
mv data.exch2_120x120x10901 data.exch2 |
262 |
emacs data |
263 |
tRef = 18.89, 18.89, |
264 |
sRef = 34.84, 34.84, |
265 |
endtime=20., |
266 |
delR = 1.00, 1.14, |
267 |
# hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4', |
268 |
# hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4', |
269 |
# uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4', |
270 |
# vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4', |
271 |
# pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4', |
272 |
emacs data.exch2 |
273 |
# remove the blank tile list |
274 |
export MPI_BUFS_PER_PROC=1024 |
275 |
export MPI_REQUEST_MAX=65536 |
276 |
export MPI_GROUP_MAX=1024 |
277 |
export MPI_NUM_MEMORY_REGIONS=8 |
278 |
export MPI_UNBUFFERED_STDIO=1 |
279 |
export MPI_MEMMAP_OFF=1 |
280 |
export MPI_UD_TIMEOUT=100 |
281 |
mpiexec -n 12000 ./mitgcmuv |
282 |
|
283 |
|
284 |
############################# |
285 |
# generate 48x48 blank tiles |
286 |
qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com |
287 |
module purge |
288 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
289 |
cd ~/llc_4320/MITgcm |
290 |
mkdir run_48x48 |
291 |
lfs setstripe -c -1 run_48x48 |
292 |
cd build |
293 |
rm * |
294 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
295 |
emacs readtile_mpiio.c |
296 |
tileSizeX = 48; |
297 |
tileSizeY = 48; |
298 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h |
299 |
emacs SIZE.h |
300 |
& sNx = 48, |
301 |
& sNy = 48, |
302 |
& nSx = 10, |
303 |
& nPx = 10530, |
304 |
& Nr = 2 ) |
305 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F . |
306 |
emacs eeboot_minimal.F |
307 |
C standardMessageUnit=errorMessageUnit |
308 |
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
309 |
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
310 |
../tools/genmake2 -of \ |
311 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
312 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
313 |
make depend |
314 |
make -j 16 |
315 |
cd ~/llc_4320/MITgcm/run_48x48 |
316 |
cp ../build/mitgcmuv . |
317 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
318 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
319 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
320 |
mv data.exch2_120x120x10901 data.exch2 |
321 |
emacs data.exch2 |
322 |
# remove blankList |
323 |
emacs data |
324 |
tRef = 18.89, 18.89, |
325 |
sRef = 34.84, 34.84, |
326 |
endtime=20., |
327 |
delR = 1.00, 1.14, |
328 |
# hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4', |
329 |
# hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4', |
330 |
# uVelInitFile ='UVEL_llc2160_10sep2011_4320x56160x90_r4', |
331 |
# vVelInitFile ='VVEL_llc2160_10sep2011_4320x56160x90_r4', |
332 |
# pSurfInitFile ='ETAN_llc2160_10sep2011_4320x56160_r4', |
333 |
export MPI_BUFS_PER_PROC=1024 |
334 |
export MPI_REQUEST_MAX=65536 |
335 |
export MPI_GROUP_MAX=1024 |
336 |
export MPI_NUM_MEMORY_REGIONS=8 |
337 |
export MPI_UNBUFFERED_STDIO=1 |
338 |
export MPI_MEMMAP_OFF=1 |
339 |
export MPI_UD_TIMEOUT=100 |
340 |
mpiexec -n 12000 ./mitgcmuv |
341 |
|
342 |
|
343 |
############################# |
344 |
qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00 |
345 |
tcsh |
346 |
cd ~/llc_4320/MITgcm |
347 |
mkdir run |
348 |
lfs setstripe -c -1 run |
349 |
cd run |
350 |
cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes |
351 |
setenv PBS_NODEFILE mynodes |
352 |
cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 . |
353 |
ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta |
354 |
ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data |
355 |
ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta |
356 |
ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data |
357 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
358 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
359 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
360 |
mv data.exch2_72x72x29297 data.exch2 |
361 |
module purge |
362 |
module load comp-intel/2012.0.032 netcdf/4.0 |
363 |
module use -a ~kjtaylor/modulefiles |
364 |
module load sles11sp3/mpt-2.10-nasa201311271217 |
365 |
setenv MPI_BUFS_PER_PROC 512 |
366 |
setenv MPI_REQUEST_MAX 65536 |
367 |
setenv MPI_GROUP_MAX 1024 |
368 |
setenv MPI_NUM_MEMORY_REGIONS 8 |
369 |
setenv MPI_UNBUFFERED_STDIO 1 |
370 |
setenv MPI_MEMMAP_OFF 1 |
371 |
export MPI_UD_TIMEOUT=100 |
372 |
|
373 |
mpiexec -n 35000 ./mitgcmuv_72x72x29297 |
374 |
|
375 |
tail -f STDOUT.00000 | grep advcfl_w |
376 |
|
377 |
|
378 |
############################# |
379 |
cd ~/llc_4320 |
380 |
cvs co MITgcm_code |
381 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
382 |
# set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c |
383 |
cd MITgcm |
384 |
module purge |
385 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0 |
386 |
mkdir build run |
387 |
lfs setstripe -c -1 run |
388 |
cd build |
389 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h |
390 |
../tools/genmake2 -of \ |
391 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
392 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
393 |
make depend |
394 |
make -j 16 |
395 |
cd ../run |
396 |
cp ../build/mitgcmuv mitgcmuv_72x72x29297 |
397 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
398 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
399 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
400 |
mv data.exch2_72x72x29297 data.exch2 |
401 |
export MPI_NUM_MEMORY_REGIONS=256 |
402 |
mpiexec -n 35000 ./mitgcmuv_72x72x29297 |
403 |
|
404 |
tail -f STDOUT.00000 | grep advcfl_w |
405 |
|
406 |
|
407 |
############################# |
408 |
cd ~/llc_4320 |
409 |
cvs co MITgcm_code |
410 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
411 |
# set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c |
412 |
cd MITgcm |
413 |
module purge |
414 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0 |
415 |
mkdir build run_180x180x5015 |
416 |
lfs setstripe -c -1 run_180x180x5015 |
417 |
cd build |
418 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h |
419 |
../tools/genmake2 -of \ |
420 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
421 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
422 |
make depend |
423 |
make -j 16 |
424 |
cd ../run_180x180x5015 |
425 |
cp ../build/mitgcmuv mitgcmuv_180x180x5015 |
426 |
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
427 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
428 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
429 |
mv data.exch2_72x72x29297 data.exch2 |
430 |
export MPI_NUM_MEMORY_REGIONS=256 |
431 |
mpiexec -n 6000 ./mitgcmuv_180x180x5015 |
432 |
|
433 |
|
434 |
############################# |
435 |
# look at output |
436 |
for ts=[0 120 600:10:980 1080:120:2280] |
437 |
fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320); |
438 |
clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar |
439 |
title(ts) |
440 |
pause(.1) |
441 |
end |
442 |
|
443 |
|
444 |
############################# |
445 |
# to determine empty tiles: |
446 |
grep Empty STDOUT.* |
447 |
|
448 |
|
449 |
############################# |
450 |
# memory requirements: |
451 |
# nPx sNx sNy nSx cpu node0 total |
452 |
# 3744 180 180 2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed |
453 |
# 5616 120 120 3 san - node ran out of memory and crashed |
454 |
# 7488 180 180 1 san |
455 |
|
456 |
|
457 |
############################# |
458 |
2 = 2 |
459 |
3 = 3 |
460 |
2*2 = 4 |
461 |
5 = 5 |
462 |
2*3 = 6 |
463 |
2*2*2 = 8 |
464 |
3*3 = 9 |
465 |
2*5 = 10 |
466 |
2*2*3 = 12 |
467 |
3*5 = 15 |
468 |
2*2*2*2 = 16 |
469 |
2*3*3 = 18 |
470 |
2*2*5 = 20 |
471 |
2*2*2*3 = 24 |
472 |
3*3*3 = 27 |
473 |
2*3*5 = 30 |
474 |
2*2*2*2*2 = 32 |
475 |
2*2*3*3 = 36 |
476 |
2*2*2*5 = 40 |
477 |
3*3*5 = 45 |
478 |
2*2*2*2*3 = 48 |
479 |
2*3*3*3 = 54 |
480 |
2*2*3*5 = 60 |
481 |
2*2*2*3*3 = 72 * 60 |
482 |
2*2*2*2*5 = 80 * 54 |
483 |
2*3*3*5 = 90 * 48 |
484 |
2*2*2*2*2*3 = 96 * 45 |
485 |
2*2*3*3*3 = 108 * 40 |
486 |
2*2*2*3*5 = 120 * 36 |
487 |
3*3*3*5 = 135 * 32 |
488 |
2*2*2*2*3*3 = 144 * 30 |
489 |
2*2*2*2*2*5 = 160 * 27 |
490 |
2*2*3*3*5 = 180 * 24 |
491 |
2*2*2*3*3*3 = 216 * 20 |
492 |
2*2*2*2*3*5 = 240 * 18 |
493 |
2*3*3*3*5 = 270 * 16 |
494 |
2*2*2*2*2*3*3 = 288 * 15 |
495 |
2*2*2*3*3*5 = 360 * 12 |
496 |
2*2*2*2*3*3*3 = 432 * 10 |
497 |
2*2*2*2*2*3*5 = 480 * 9 |
498 |
2*2*3*3*3*5 = 540 * 8 |
499 |
2*2*2*2*3*3*5 = 720 * 6 |
500 |
2*2*2*2*2*3*3*3 = 864 * 5 |
501 |
2*2*2*3*3*3*5 = 1080 * 4 |
502 |
2*2*2*2*2*3*3*5 = 1440 * 3 |
503 |
2*2*2*2*3*3*3*5 = 2160 * 2 |