| 1 |
For interactive session, Ivy Bridge nodes: |
For interactive session, Ivy Bridge nodes: |
| 2 |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe |
| 3 |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe |
| 4 |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
| 5 |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
| 6 |
|
|
| 7 |
########################################## |
########################## |
| 8 |
# 90x90_5004 configuration with newer code |
# 72x72_7666 configuration |
| 9 |
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
qsub -I -q long -l select=400:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
| 10 |
module purge |
module purge |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
|
| 11 |
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
| 12 |
|
cd ~/llc_2160 |
| 13 |
|
git clone git@github.com:MITgcm/MITgcm.git |
| 14 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
| 15 |
|
cd ~/llc_2160/MITgcm |
| 16 |
|
mkdir build run |
| 17 |
|
cd ~/llc_2160/MITgcm/build |
| 18 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_72x72_7666 SIZE.h |
| 19 |
|
../tools/genmake2 -of \ |
| 20 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
| 21 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
| 22 |
|
make depend |
| 23 |
|
make -j 16 |
| 24 |
|
|
| 25 |
|
cd ~/llc_2160/MITgcm/run |
| 26 |
|
cp ../build/mitgcmuv mitgcmuv_72x72_7666 |
| 27 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
| 28 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
| 29 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
| 30 |
|
cp data.exch2_72x72x7666 data.exch2 |
| 31 |
|
emacs data |
| 32 |
|
|
| 33 |
|
mpiexec -n 8000 ./mitgcmuv_72x72_7666 |
| 34 |
|
|
| 35 |
mpt2.17r13 |
tail -f STDOUT.00000 | grep advcfl_W |
|
stripe to 16 or 32 |
|
|
7840 |
|
|
12040 |
|
| 36 |
|
|
| 37 |
|
################################################################### |
| 38 |
|
# 90x90_5004 configuration with newer code on electra special queue |
| 39 |
|
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
| 40 |
|
module purge |
| 41 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
| 42 |
cd ~/llc_2160 |
cd ~/llc_2160 |
| 43 |
git clone git@github.com:MITgcm/MITgcm.git |
git clone git@github.com:MITgcm/MITgcm.git |
| 44 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
| 67 |
############################# |
############################# |
| 68 |
# 60x60x10882 configuration |
# 60x60x10882 configuration |
| 69 |
|
|
| 70 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
| 71 |
module purge |
module purge |
| 72 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
| 73 |
cd ~/llc_2160 |
cd ~/llc_2160 |