/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Sun Sep 29 09:02:41 2013 UTC revision 1.14 by dimitri, Thu Feb 21 00:48:32 2019 UTC
# Line 1  Line 1 
1    ==============
2    # interactive 30x30x16848 tile configuration with newer MITgcm code
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    cvs co -r checkpoint66h MITgcm_code
6    qsub -I -q devel -l select=602:ncpus=28:model=bro,walltime=2:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_30x30 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 56
19    cd ../run
20    ln -sf ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_30x30x16848 data.exch2
26    mpiexec -n 16848 ./mitgcmuv &
27    
28    ==============
29    # interactive 36x36x11700 tile configuration with newer MITgcm code
30    cd ~/llc_1080
31    cvs co MITgcm_contrib/llc_hires/llc_1080
32    cvs co -r checkpoint66h MITgcm_code
33    qsub -I -q devel -l select=418:ncpus=28:model=bro,walltime=2:00:00 -m abe
34    module purge
35    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
36    cd ~/llc_1080/MITgcm
37    mkdir build run
38    lfs setstripe -c -1 run
39    cd build
40    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_36x36 SIZE.h
41    ../tools/genmake2 -of \
42     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
43     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
44    make depend
45    make -j 56
46    cd ../run
47    ln -sf ../build/mitgcmuv .
48    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
49    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
50    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
51    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
52    mv data.exch2_36x36x11700 data.exch2
53    mpiexec -n 11700 ./mitgcmuv &
54    
55    ==============
56    # interactive 40x40x9477 tile configuration with newer MITgcm code
57    cd ~/llc_1080
58    cvs co MITgcm_contrib/llc_hires/llc_1080
59    cvs co -r checkpoint66h MITgcm_code
60    qsub -I -q devel -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
61    module purge
62    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
63    cd ~/llc_1080/MITgcm
64    mkdir build run
65    lfs setstripe -c -1 run
66    cd build
67    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_40x40 SIZE.h
68    ../tools/genmake2 -of \
69     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
70     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
71    make depend
72    make -j 56
73    cd ../run
74    ln -sf ../build/mitgcmuv .
75    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
76    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
77    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
78    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
79    mv data.exch2_40x40x9477 data.exch2
80    mpiexec -n 9477 ./mitgcmuv &
81    
82    ==============
83    # interactive 45x45x7488 tile configuration with newer MITgcm code
84    cd ~/llc_1080
85    cvs co MITgcm_contrib/llc_hires/llc_1080
86    cvs co -r checkpoint66h MITgcm_code
87    qsub -I -q devel -l select=268:ncpus=28:model=bro,walltime=2:00:00 -m abe
88    module purge
89    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
90    cd ~/llc_1080/MITgcm
91    mkdir build run
92    lfs setstripe -c -1 run
93    cd build
94    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_45x45 SIZE.h
95    ../tools/genmake2 -of \
96     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
97     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
98    make depend
99    make -j 56
100    cd ../run
101    ln -sf ../build/mitgcmuv .
102    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
103    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
104    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
105    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
106    mv data.exch2_45x45x7488 data.exch2
107    mpiexec -n 7488 ./mitgcmuv &
108    
109    ==============
110    # interactive 54x54x5200 tile configuration with newer MITgcm code
111    cd ~/llc_1080
112    cvs co MITgcm_contrib/llc_hires/llc_1080
113    cvs co -r checkpoint66h MITgcm_code
114    qsub -I -q devel -l select=268:ncpus=28:model=bro,walltime=2:00:00 -m abe
115    module purge
116    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
117    cd ~/llc_1080/MITgcm
118    mkdir build run
119    lfs setstripe -c -1 run
120    cd build
121    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_54x54 SIZE.h
122    ../tools/genmake2 -of \
123     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
124     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
125    make depend
126    make -j 56
127    cd ../run
128    ln -sf ../build/mitgcmuv .
129    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
130    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
131    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
132    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
133    mv data.exch2_54x54x5200 data.exch2
134    mpiexec -n 5200 ./mitgcmuv &
135    
136    ==============
137    # Interactive 90x90x1342 tile configuration with newer MITgcm code
138    cd ~/llc_1080
139    cvs co MITgcm_contrib/llc_hires/llc_1080
140    cvs co -r checkpoint66h MITgcm_code
141    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
142    module purge
143    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
144    cd ~/llc_1080/MITgcm
145    mkdir build run
146    lfs setstripe -c -1 run
147    cd build
148    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
149    ../tools/genmake2 -of \
150     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
151     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
152    make depend
153    make -j 56
154    cd ../run
155    ln -sf ../build/mitgcmuv .
156    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
157    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
158    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
159    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
160    mv data.exch2_90x90x1342 data.exch2
161    mpiexec -n 1342 ./mitgcmuv &
162    
163    ==============
164    # interactive 90x90x1342 tile configuration from scratch
165    cd ~/llc_1080
166    cvs co MITgcm_contrib/llc_hires/llc_1080
167    cvs co -r checkpoint64p MITgcm_code
168    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
169    module purge
170    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
171    cd ~/llc_1080/MITgcm
172    mkdir build run
173    lfs setstripe -c -1 run
174    cd build
175    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
176    ../tools/genmake2 -of \
177     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
178     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
179    make depend
180    make -j 16
181    cd ../run
182    ln -sf ../build/mitgcmuv .
183    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
184    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
185    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
186    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
187    mv data.exch2_90x90x1342 data.exch2
188    mpiexec -n 1342 ./mitgcmuv &
189    
190    =====================
191  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
192  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q debug -l select=48:ncpus=28:model=bro,walltime=02:00:00 -m abe -M email
193  qsub -I -q long -l select=24:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
194  qsub -I -q long -l select=:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
195    qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
196  For batch submission:  
197  qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  ==============
198  qsub qsub_llc1080_468.csh  # 60x60x2872 tile configuration
199    
200  These will give you 24 x 20 = 480 cores. Launch 468 ranks with  cd ~/llc_1080
201    cvs co -r checkpoint64p MITgcm_code
202    cvs co MITgcm_contrib/llc_hires/llc_1080
203    cd MITgcm
204    module purge
205    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
206    mkdir build run
207    lfs setstripe -c -1 run
208    cd build
209    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
210    ../tools/genmake2 -of \
211     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
212     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
213    make depend
214    make -j 16
215    cd ~/llc_1080/MITgcm/run
216    ln -sf ../build/mitgcmuv .
217    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
218    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
219    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
220    mv data.exch2_60x60x2872 data.exch2
221    export MPI_NUM_MEMORY_REGIONS=256
222    mpiexec -n 3400 ./mitgcmuv
223    
224    ==============
225    # 90x90x1342 tile configuration
226    
227    cd ~/llc_1080
228    cvs co MITgcm_code
229    cvs co MITgcm_contrib/llc_hires/llc_1080
230    cd MITgcm
231    module purge
232    module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
233    mkdir build run
234    lfs setstripe -c -1 run
235    cd build
236    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
237    ../tools/genmake2 -of \
238     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
239     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
240    make depend
241    make -j 16
242    cd ../run
243    ln -sf ../build/mitgcmuv .
244    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
245    #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
246    #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
247    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
248    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
249    mv data.exch2_90x90x1342 data.exch2
250    export MPI_NUM_MEMORY_REGIONS=256
251    mpiexec -n 1600 ./mitgcmuv
252    
253  ==============  ==============
254    # 90x90x1342 tile test configuration
255    
256    cd ~/llc_1080_test
257  cvs co MITgcm_code  cvs co MITgcm_code
258    cvs co MITgcm_contrib/llc_hires/llc_1080
259  cd MITgcm  cd MITgcm
260  module purge  module purge
261  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
 #module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  
262  mkdir build run  mkdir build run
263    lfs setstripe -c -1 run
264  cd build  cd build
265  ../tools/genmake2 -of ~/tarballs/llc_1080/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_1080/code  cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
266    ../tools/genmake2 -of \
267     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
268     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
269  make depend  make depend
270  make -j 16  make -j 16
271  cd ../run  cd ../run
272  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
273  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
274  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
275  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
276  cp /nobackup/dmenemen/tarballs/llc_1080/input/* .  mv data.exch2_90x90x1342 data.exch2
277  mpiexec -n 379 ./mitgcmuv  mpiexec -n 1342 ./mitgcmuv
278    
279    
280  ==============  ==============
281    
282  look at output  look at output
283    
284  for ts=[1920:240:8880]  for ts=[50760]
285      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);
286      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
287      title(ts)      title(ts)
288      pause(.1)      pause(.1)
289  end  end
290    
291  ts=14040;  ts=50760;
292  for fld={'S','T','U','V','W','HEFF'}  for fld={'S''T','U','V','W','HEFF'}
293      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);
294      clf,quikplot_llc(tmp),thincolorbar      clf,quikplot_llc(tmp),thincolorbar
295      title(fld{1})      title(fld{1})
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.14
  ViewVC Help
Powered by ViewVC 1.1.22