1 |
# This is a small test case with set-up as similar as possible |
# This is a small test case with set-up as similar as possible |
2 |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
3 |
|
|
4 |
############################# |
# Get MITgcm from GitHub |
5 |
# 30x30x96 configuration |
#- method 1, using https: |
6 |
|
git clone https://github.com/MITgcm/MITgcm.git |
7 |
|
#- method 2, using ssh (requires a github account): |
8 |
|
git clone git@github.com:MITgcm/MITgcm.git |
9 |
|
|
10 |
|
# Get MITgcm_contrib from CVS |
11 |
|
cvs co MITgcm_contrib/llc_hires/llc_90 |
12 |
|
|
13 |
|
# request interactive nodes and load modules |
14 |
|
qsub -I -q long -l select=5:ncpus=28:model=bro,walltime=120:00:00 |
15 |
module purge |
module purge |
16 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
17 |
cd ~/llc_4320 |
|
18 |
cvs co -r checkpoint65v MITgcm_code |
######################################## |
19 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
# 30x30x96 configuration without asyncio |
20 |
cd MITgcm |
cd MITgcm |
21 |
mkdir build run485568 |
mkdir build run1 |
|
lfs setstripe -c -1 run_485568 |
|
22 |
cd build |
cd build |
23 |
rm * |
rm * |
24 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h |
../tools/genmake2 -of ../tools/build_options/linux_amd64_ifort+mpi_ice_nas \ |
25 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_90/code |
|
emacs readtile_mpiio.c |
|
|
tileSizeX = 90; |
|
|
tileSizeY = 90; |
|
|
../tools/genmake2 -of \ |
|
|
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
|
|
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
|
26 |
make depend |
make depend |
27 |
make -j 16 |
make -j 96 |
28 |
cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090 |
cp mitgcmuv ../run1 |
29 |
|
cd ../run1 |
30 |
qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com |
ln -sf /nobackup/dmenemen/tarballs/llc_90/* . |
|
qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
|
|
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
|
|
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
|
31 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
32 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
33 |
cp data.exch2_90x90x19023 data.exch2 |
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
34 |
mv STDOUT.00000 STDOUT.485568 |
mpiexec -n 96 ./mitgcmuv |
|
emacs data |
|
|
nIter0=485568, |
|
|
ln -sf ../run/pickup_0000485568.data pickup.0000485568.data |
|
|
ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta |
|
|
ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data |
|
|
ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta |
|
|
mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090 |
|
35 |
|
|
36 |
cd ~/llc_4320/MITgcm/run_485568 |
##################################### |
37 |
tail -f STDOUT.00000 | grep advcfl_W |
# 30x30x96 configuration with asyncio |
38 |
|
cd ../../MITgcm |
39 |
|
mkdir run2 |
40 |
|
cd build |
41 |
|
rm * |
42 |
|
../tools/genmake2 -of \ |
43 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
44 |
|
'../../MITgcm_contrib/llc_hires/llc_90/code-async ../../MITgcm_contrib/llc_hires/llc_90/code' |
45 |
|
make depend |
46 |
|
make -j 96 |
47 |
|
cp mitgcmuv ../run2 |
48 |
|
cd ../run2 |
49 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_90/* . |
50 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
51 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
52 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
53 |
|
mv data_async data |
54 |
|
mpiexec -n 136 ./mitgcmuv |
55 |
|
|
56 |
|
################################################### |
57 |
|
# 30x30x96 configuration with asyncio and no seaice |
58 |
|
cd ../../MITgcm |
59 |
|
mkdir run4 |
60 |
|
cd build |
61 |
|
rm * |
62 |
|
../tools/genmake2 -of \ |
63 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas \ |
64 |
|
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_90/code-async-noseaice |
65 |
|
make depend |
66 |
|
make -j 16 |
67 |
|
cp mitgcmuv ../run4 |
68 |
|
cd ../run4 |
69 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_90/* . |
70 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
71 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
72 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input-noseaice/* . |
73 |
|
mpiexec -n 124 ./mitgcmuv |