1 |
# This is a small test case with set-up as similar as possible |
# This is a small test case with set-up as similar as possible |
2 |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
3 |
|
|
4 |
############################# |
# request interactive nodes |
5 |
# 30x30x96 configuration |
qsub -I -q long -l select=6:ncpus=28:model=bro,walltime=120:00:00 |
6 |
|
|
7 |
|
################################################# |
8 |
|
# 30x30x96 configuration no asyncio checkpoint65v |
9 |
module purge |
module purge |
10 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
11 |
cd ~/llc_4320 |
cd ~/geos5/asyncio |
12 |
cvs co -r checkpoint65v MITgcm_code |
cvs co -r checkpoint65v MITgcm_code |
13 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
cvs co MITgcm_contrib/llc_hires/llc_90 |
14 |
cd MITgcm |
cd MITgcm |
15 |
mkdir build run485568 |
mkdir build run1 |
|
lfs setstripe -c -1 run_485568 |
|
16 |
cd build |
cd build |
17 |
rm * |
rm * |
|
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h |
|
|
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
|
|
emacs readtile_mpiio.c |
|
|
tileSizeX = 90; |
|
|
tileSizeY = 90; |
|
18 |
../tools/genmake2 -of \ |
../tools/genmake2 -of \ |
19 |
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
../../MITgcm_contrib/llc_hires/llc_90/code/linux_amd64_ifort+mpi_ice_nas \ |
20 |
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_90/code |
21 |
make depend |
make depend |
22 |
make -j 16 |
make -j 96 |
23 |
cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090 |
cp mitgcmuv ../run1 |
24 |
|
cd ../run1 |
25 |
qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com |
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
|
qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
|
|
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
|
|
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
|
26 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
27 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
28 |
cp data.exch2_90x90x19023 data.exch2 |
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
29 |
mv STDOUT.00000 STDOUT.485568 |
mpiexec -n 96 ./mitgcmuv |
|
emacs data |
|
|
nIter0=485568, |
|
|
ln -sf ../run/pickup_0000485568.data pickup.0000485568.data |
|
|
ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta |
|
|
ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data |
|
|
ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta |
|
|
mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090 |
|
30 |
|
|
31 |
cd ~/llc_4320/MITgcm/run_485568 |
################################################### |
32 |
tail -f STDOUT.00000 | grep advcfl_W |
# 30x30x96 configuration with asyncio checkpoint65v |
33 |
|
cd ~/geos5/asyncio/MITgcm |
34 |
|
mkdir run2 |
35 |
|
cd build |
36 |
|
rm * |
37 |
|
../tools/genmake2 -of \ |
38 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
39 |
|
'../../MITgcm_contrib/llc_hires/llc_90/code ../../MITgcm_contrib/llc_hires/llc_90/code-async' |
40 |
|
make depend |
41 |
|
make -j 96 |
42 |
|
cp mitgcmuv ../run2 |
43 |
|
cd ../run2 |
44 |
|
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
45 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
46 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
47 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
48 |
|
mpiexec -n 124 ./mitgcmuv |
49 |
|
|
50 |
|
############################################ |
51 |
|
# 30x30x96 configuration with asyncio latest |
52 |
|
cd ~/geos5/asyncio/MITgcm |
53 |
|
mkdir run2 |
54 |
|
cd build |
55 |
|
rm * |
56 |
|
../tools/genmake2 -of \ |
57 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
58 |
|
'../../MITgcm_contrib/llc_hires/llc_90/code ../../MITgcm_contrib/llc_hires/llc_90/code-async' |
59 |
|
make depend |
60 |
|
make -j 96 |
61 |
|
cp mitgcmuv ../run2 |
62 |
|
cd ../run2 |
63 |
|
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
64 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
65 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
66 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
67 |
|
mpiexec -n 124 ./mitgcmuv |