| 1 |
For interactive session, Ivy Bridge nodes: |
For interactive session, Ivy Bridge nodes: |
| 2 |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe |
| 3 |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe |
| 4 |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
| 5 |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
| 6 |
|
|
| 7 |
|
########################## |
| 8 |
|
# 72x72_7666 configuration |
| 9 |
|
qsub -I -q long -l select=400:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
| 10 |
|
module purge |
| 11 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
| 12 |
|
cd ~/llc_2160 |
| 13 |
|
git clone git@github.com:MITgcm/MITgcm.git |
| 14 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
| 15 |
|
cd ~/llc_2160/MITgcm |
| 16 |
|
mkdir build run |
| 17 |
|
cd ~/llc_2160/MITgcm/build |
| 18 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_72x72_7666 SIZE.h |
| 19 |
|
../tools/genmake2 -of \ |
| 20 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
| 21 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
| 22 |
|
make depend |
| 23 |
|
make -j 16 |
| 24 |
|
|
| 25 |
|
cd ~/llc_2160/MITgcm/run |
| 26 |
|
cp ../build/mitgcmuv mitgcmuv_72x72_7666 |
| 27 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
| 28 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
| 29 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
| 30 |
|
cp data.exch2_72x72x7666 data.exch2 |
| 31 |
|
emacs data |
| 32 |
|
|
| 33 |
|
mpiexec -n 8000 ./mitgcmuv_72x72_7666 |
| 34 |
|
|
| 35 |
|
tail -f STDOUT.00000 | grep advcfl_W |
| 36 |
|
|
| 37 |
|
################################################################### |
| 38 |
|
# 90x90_5004 configuration with newer code on electra special queue |
| 39 |
|
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
| 40 |
|
module purge |
| 41 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
| 42 |
|
cd ~/llc_2160 |
| 43 |
|
git clone git@github.com:MITgcm/MITgcm.git |
| 44 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
| 45 |
|
cd ~/llc_2160/MITgcm |
| 46 |
|
mkdir build run |
| 47 |
|
cd ~/llc_2160/MITgcm/build |
| 48 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h |
| 49 |
|
../tools/genmake2 -of \ |
| 50 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
| 51 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
| 52 |
|
make depend |
| 53 |
|
make -j 16 |
| 54 |
|
|
| 55 |
|
cd ~/llc_2160/MITgcm/run |
| 56 |
|
cp ../build/mitgcmuv mitgcmuv_90x90_5004 |
| 57 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
| 58 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
| 59 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
| 60 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_90x90x5004 data.exch2 |
| 61 |
|
emacs data |
| 62 |
|
|
| 63 |
|
mpiexec -n 5500 ./mitgcmuv_90x90_5004 |
| 64 |
|
|
| 65 |
|
tail -f STDOUT.00000 | grep advcfl_W |
| 66 |
|
|
| 67 |
############################# |
############################# |
| 68 |
# 60x60x10882 configuration |
# 60x60x10882 configuration |
| 69 |
|
|
| 70 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
| 71 |
module purge |
module purge |
| 72 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
| 73 |
cd ~/llc_2160 |
cd ~/llc_2160 |