/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.1 by dimitri, Fri Sep 20 12:19:58 2013 UTC revision 1.12 by dimitri, Wed Jun 7 00:32:51 2017 UTC
# Line 1  Line 1 
1    ==============
2    # interactive 90x90x1342 tile configuration with newer MITgcm code
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    cvs co -r checkpoint66h MITgcm_code
6    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 56
19    cd ../run
20    ln -sf ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_90x90x1342 data.exch2
26    mpiexec -n 1342 ./mitgcmuv &
27    
28    ==============
29    # interactive 90x90x1342 tile configuration from scratch
30    cd ~/llc_1080
31    cvs co MITgcm_contrib/llc_hires/llc_1080
32    cvs co -r checkpoint64p MITgcm_code
33    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
34    module purge
35    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
36    cd ~/llc_1080/MITgcm
37    mkdir build run
38    lfs setstripe -c -1 run
39    cd build
40    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
41    ../tools/genmake2 -of \
42     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
43     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
44    make depend
45    make -j 16
46    cd ../run
47    ln -sf ../build/mitgcmuv .
48    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
49    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
50    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
51    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
52    mv data.exch2_90x90x1342 data.exch2
53    mpiexec -n 1342 ./mitgcmuv &
54    
55    =====================
56  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
57  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
58  qsub -I -q long -l select=24:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
59    qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
60    
61  For batch submission:  ==============
62  qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  # 60x60x2872 tile configuration
 qsub qsub_llc1080_468.csh  
63    
64  These will give you 24 x 20 = 480 cores. Launch 468 ranks with  cd ~/llc_1080
65    cvs co -r checkpoint64p MITgcm_code
66    cvs co MITgcm_contrib/llc_hires/llc_1080
67    cd MITgcm
68    module purge
69    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
70    mkdir build run
71    lfs setstripe -c -1 run
72    cd build
73    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
74    ../tools/genmake2 -of \
75     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
76     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
77    make depend
78    make -j 16
79    cd ~/llc_1080/MITgcm/run
80    ln -sf ../build/mitgcmuv .
81    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
82    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
83    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
84    mv data.exch2_60x60x2872 data.exch2
85    export MPI_NUM_MEMORY_REGIONS=256
86    mpiexec -n 3400 ./mitgcmuv
87    
88  ==============  ==============
89    # 90x90x1342 tile configuration
90    
91    cd ~/llc_1080
92  cvs co MITgcm_code  cvs co MITgcm_code
93    cvs co MITgcm_contrib/llc_hires/llc_1080
94  cd MITgcm  cd MITgcm
95  module purge  module purge
96  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
 #module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  
97  mkdir build run  mkdir build run
98    lfs setstripe -c -1 run
99  cd build  cd build
100  ../tools/genmake2 -of ~/tarballs/llc_1080/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_1080/code  cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
101    ../tools/genmake2 -of \
102     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
103     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
104  make depend  make depend
105  make -j 16  make -j 16
106  cd ../run  cd ../run
107  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
108  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
109  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
110  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
111  cp /nobackup/dmenemen/tarballs/llc_1080/input/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
112  mpiexec -n 379 ./mitgcmuv  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
113    mv data.exch2_90x90x1342 data.exch2
114    export MPI_NUM_MEMORY_REGIONS=256
115    mpiexec -n 1600 ./mitgcmuv
116    
117  ==============  ==============
118    
119  look at output  look at output
120    
121  for ts=[1920:240:8880]  for ts=[50760]
122      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);
123      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
124      title(ts)      title(ts)
125      pause(.1)      pause(.1)
126  end  end
127    
128  ts=14040;  ts=50760;
129  for fld={'S','T','U','V','W','HEFF'}  for fld={'S''T','U','V','W','HEFF'}
130      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);
131      clf,quikplot_llc(tmp),thincolorbar      clf,quikplot_llc(tmp),thincolorbar
132      title(fld{1})      title(fld{1})
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.12
  ViewVC Help
Powered by ViewVC 1.1.22