/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.12 by dimitri, Mon Feb 10 15:34:38 2014 UTC revision 1.15 by dimitri, Sat Apr 2 01:35:44 2016 UTC
# Line 1  Line 1 
1    #############################
2    # 90x90x19023 configuration
3    
4    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
5    
6    module purge
7    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
8    
9    cd ~/llc_4320
10    cvs co MITgcm_code
11    cvs co MITgcm_contrib/llc_hires/llc_4320
12    cd MITgcm
13    mkdir build run
14    lfs setstripe -c -1 run
15    cd build
16    rm *
17    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
18    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
19    emacs readtile_mpiio.c
20        tileSizeX = 90;
21        tileSizeY = 90;
22    ../tools/genmake2 -of \
23     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
24     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
25    make depend
26    make -j 16
27    
28    cd ~/llc_4320/MITgcm/run
29    cp ../build/mitgcmuv mitgcmuv_90x90x19023_intel.2015.0.090
30    cp data.exch2_90x90x19023 data.exch2
31    
32    cd ~/llc_4320/MITgcm/run
33    mv STDOUT.00000 STDOUT.409536
34    emacs data
35     nIter0=409536,
36    mv pickup_0000409536.data pickup.0000409536.data
37    mv pickup_0000409536.meta pickup.0000409536.meta
38    mv pickup_seaice_0000409536.data pickup_seaice.0000409536.data
39    mv pickup_seaice_0000409536.meta pickup_seaice.0000409536.meta
40    
41    cd ~/llc_4320/MITgcm/run
42    module purge
43    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
44    cp data.exch2_90x90x19023 data.exch2
45    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
46    
47    tail -f STDOUT.00000 | grep advcfl_W
48    
49    
50    #############################
51    qsub -I -q alphatst -l select=850:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
52    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
53    
54    qsub -I -q alphatst -l select=497:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
55    module purge
56    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.10r6 netcdf/4.0
57    
58    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
59    
60    cd ~/llc_4320/MITgcm/build
61    rm *
62    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x19023 SIZE.h
63    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
64    emacs readtile_mpiio.c
65        tileSizeX = 120;
66        tileSizeY = 120;
67    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas .
68    emacs linux_amd64_ifort+mpi_ice_nas
69        FOPTIM='-O3 -ipo -axCORE-AVX2,AVX -xSSE4.1 -ip -fp-model precise -traceback -ftz'
70    ../tools/genmake2 -of linux_amd64_ifort+mpi_ice_nas -mpi -mods \
71     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
72    make depend
73    make -j 16
74    
75    cd ~/llc_4320/MITgcm/run
76    cp ../build/mitgcmuv mitgcmuv_120x120x10901_AVX2
77    
78    mv STDOUT.00000 STDOUT.428544
79    emacs data
80     nIter0=428544,
81    mv pickup_0000428544.data pickup.0000428544.data
82    mv pickup_0000428544.meta pickup.0000428544.meta
83    mv pickup_seaice_0000428544.data pickup_seaice.0000428544.data
84    mv pickup_seaice_0000428544.meta pickup_seaice.0000428544.meta
85    
86    cd ~/llc_4320/MITgcm/run
87    module purge
88    module load comp-intel/2015.0.090 test/mpt.2.11r8 netcdf/4.0
89    cp data.exch2_120x120x10901 data.exch2
90    mpiexec -n 12000 ./mitgcmuv_120x120x10901_Avx2
91    
92    
93  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
94  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
95  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
# Line 8  qsub -I -q long -l select=300:ncpus=20:m Line 100  qsub -I -q long -l select=300:ncpus=20:m
100    
101  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
102  module purge  module purge
103  module load  comp-intel/2012.0.032 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
 module use -a ~kjtaylor/modulefiles  
 module load sles11sp3/mpt-2.10-nasa201311271217  
104  cd ~/llc_4320  cd ~/llc_4320
105  cvs co MITgcm_code  cvs co MITgcm_code
106  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
# Line 34  cp ../build/mitgcmuv mitgcmuv_90x90x1902 Line 124  cp ../build/mitgcmuv mitgcmuv_90x90x1902
124  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
125  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
126  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
127  mv data.exch2_90x90x19023 data.exch2  cp data.exch2_90x90x19023 data.exch2
128  emacs data  emacs data
129    
130  export MPI_BUFS_PER_PROC=1024  export MPI_BUFS_PER_PROC=1024
# Line 49  mpiexec -n 20400 ./mitgcmuv_90x90x19023 Line 139  mpiexec -n 20400 ./mitgcmuv_90x90x19023
139  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
140    
141  #############################  #############################
142    # 48x48x64670 configuration
143    
144    module purge
145    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
146    cd ~/llc_4320
147    cvs co MITgcm_code
148    cvs co MITgcm_contrib/llc_hires/llc_4320
149    cd MITgcm
150    mkdir build run
151    lfs setstripe -c -1 run
152    cd build
153    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_48x48x64670 SIZE.h
154    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
155    emacs readtile_mpiio.c
156        tileSizeX = 48;
157        tileSizeY = 48;
158    ../tools/genmake2 -of \
159     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
160     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
161    make depend
162    make -j 16
163    
164    cd ~/llc_4320/MITgcm/run
165    cp ../build/mitgcmuv mitgcmuv_48x48x64670
166    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/data.exch2_90x90x19023 data.exch2
167    
168    #############################
169  # generate 60x60 blank tiles  # generate 60x60 blank tiles
170  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
171  module purge  module purge
# Line 172  mpiexec -n 12000 ./mitgcmuv Line 289  mpiexec -n 12000 ./mitgcmuv
289  # generate 48x48 blank tiles  # generate 48x48 blank tiles
290  qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com  qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
291  module purge  module purge
292  module load  comp-intel/2012.0.032 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
 module use -a ~kjtaylor/modulefiles  
 module load sles11sp3/mpt-2.10-nasa201311271217  
293  cd ~/llc_4320/MITgcm  cd ~/llc_4320/MITgcm
294  mkdir run_48x48  mkdir run_48x48
295  lfs setstripe -c -1 run_48x48  lfs setstripe -c -1 run_48x48
Legend:
Removed from v.1.12  
changed lines
  Added in v.1.15
  ViewVC Help
Powered by ViewVC 1.1.22