/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.5 by dimitri, Fri Nov 1 16:51:49 2013 UTC revision 1.10 by dimitri, Sun Jan 12 01:17:21 2014 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
5  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
 qsub -q ecco -I -W group_list=g26209 -l select=1000:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  
   
   
 For batch submission:  
 qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript  
 qsub qsub_llc2160.csh  
6    
7  ==============  ==============
8    
9  cd ~/llc_4320  qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
10  cvs co MITgcm_code  tcsh
11  cvs co MITgcm_contrib/llc_hires/llc_4320  cd ~/llc_4320/MITgcm
12  cd MITgcm  mkdir run
 module purge  
 module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0  
 mkdir build run  
13  lfs setstripe -c -1 run  lfs setstripe -c -1 run
14  cd build  cd run
15  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h  cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
16  ../tools/genmake2 -of \  setenv PBS_NODEFILE mynodes
17   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \  cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
18   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'  ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
19  make depend  ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
20  make -j 8  ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
21  cd ../run  ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
 ln -sf ../build/mitgcmuv .  
22  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
23  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
24  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
25  mv data.exch2_90x90x19023 data.exch2  mv data.exch2_72x72x29297 data.exch2
26  ln -sf pickup_llc1080_14jan2011_4320x56160x543_r4 pickup.0000060480.data  module purge
27  ln -sf pickup_seaice_llc1080_14jan2011_4320x56160x543_r4 pickup_seaice.0000060480.data  module load  comp-intel/2012.0.032 netcdf/4.0
28  mpiexec -n 35000 ./mitgcmuv  module use -a ~kjtaylor/modulefiles
29    module load sles11sp3/mpt-2.10-nasa201311271217
30    setenv MPI_BUFS_PER_PROC 512
31    setenv MPI_REQUEST_MAX 65536
32    setenv MPI_GROUP_MAX 1024
33    setenv MPI_NUM_MEMORY_REGIONS 8
34    setenv MPI_UNBUFFERED_STDIO 1
35    setenv MPI_MEMMAP_OFF 1
36    
37    mpiexec -n 35000 ./mitgcmuv_72x72x29297
38    
39    tail -f STDOUT.00000 | grep advcfl_w
40    
41  ==============  ==============
42    
43  cd ~/llc_4320  cd ~/llc_4320
44  cvs co MITgcm_code  cvs co MITgcm_code
45  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
46    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
47  cd MITgcm  cd MITgcm
48  module purge  module purge
49  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
# Line 53  cp ../../MITgcm_contrib/llc_hires/llc_43 Line 55  cp ../../MITgcm_contrib/llc_hires/llc_43
55   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
56   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
57  make depend  make depend
58  make -j 8  make -j 16
59  cd ../run  cd ../run
60  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
61  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
62  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
63  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
64  mv data.exch2_72x72x29297 data.exch2  mv data.exch2_72x72x29297 data.exch2
65  mpiexec -n 35000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
66    mpiexec -n 35000 ./mitgcmuv_72x72x29297
67    
68    tail -f STDOUT.00000 | grep advcfl_w
69    
70  ==============  ==============
71    
72    cd ~/llc_4320
73  cvs co MITgcm_code  cvs co MITgcm_code
74    cvs co MITgcm_contrib/llc_hires/llc_4320
75    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
76  cd MITgcm  cd MITgcm
77  module purge  module purge
78  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
79  mkdir build run  mkdir build run_180x180x5015
80  lfs setstripe -c -1 run  lfs setstripe -c -1 run_180x180x5015
81  cd build  cd build
82  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
83  _180x180x5015 SIZE.h  ../tools/genmake2 -of \
84  ../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
85   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
86  make depend  make depend
87  make -j 16  make -j 16
88  cd ../run  cd ../run_180x180x5015
89  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_180x180x5015
90  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
91  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
92  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
93  mv data.exch2_72x72x29297 data.exch2  mv data.exch2_72x72x29297 data.exch2
94  mpiexec -n 32000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
95    mpiexec -n 6000 ./mitgcmuv_180x180x5015
96    
97  ==============  ==============
98    
Legend:
Removed from v.1.5  
changed lines
  Added in v.1.10
  ViewVC Help
Powered by ViewVC 1.1.22