/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.6 by dimitri, Mon Nov 4 11:10:26 2013 UTC revision 1.11 by dimitri, Thu Jan 16 06:42:00 2014 UTC
# Line 2  For interactive session, Ivy Bridge node Line 2  For interactive session, Ivy Bridge node
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
5  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
6    
7    #############################
8    # generate 60x60 blank tiles
9    
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
11    module purge
12    module load  comp-intel/2012.0.032 netcdf/4.0
13    module use -a ~kjtaylor/modulefiles
14    module load sles11sp3/mpt-2.10-nasa201311271217
15    cd ~/llc_4320/MITgcm
16    mkdir run_60x60
17    lfs setstripe -c -1 run_60x60
18    
19    cd build
20    rm *
21    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
22    emacs readtile_mpiio.c
23        tileSizeX = 60;
24        tileSizeY = 60;
25    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
26    emacs SIZE.h
27         &           sNx =  60,
28         &           sNy =  60,
29         &           nSx =   6,
30         &           nPx = 11232,
31         &           Nr  =  2 )
32    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
33    emacs eeboot_minimal.F
34    C         standardMessageUnit=errorMessageUnit
35             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
36             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
37    
38    ../tools/genmake2 -of \
39     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
40     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
41    make depend
42    make -j 16
43    
44    cd ~/llc_4320/MITgcm/run_60x60
45    cp ../build/mitgcmuv .
46    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
47    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
48    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
49    mv data.exch2_120x120x10901 data.exch2
50    
51    emacs data
52     tRef =  18.89, 18.89,
53     sRef =  34.84, 34.84,
54     endtime=20.,
55     delR =   1.00,    1.14,
56    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
57    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
58    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
59    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
60    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
61    
62    emacs data.exch2
63    # remove the blank tile list
64    
65    export MPI_BUFS_PER_PROC=1024
66    export MPI_REQUEST_MAX=65536
67    export MPI_GROUP_MAX=1024
68    export MPI_NUM_MEMORY_REGIONS=8
69    export MPI_UNBUFFERED_STDIO=1
70    export MPI_MEMMAP_OFF=1
71    mpiexec -n 12000 ./mitgcmuv
72    
73    #############################
74    # generate 45x45 blank tiles
75    
76    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
77    module purge
78    module load  comp-intel/2012.0.032 netcdf/4.0
79    module use -a ~kjtaylor/modulefiles
80    module load sles11sp3/mpt-2.10-nasa201311271217
81    cd ~/llc_4320/MITgcm
82    mkdir run_45x45
83    lfs setstripe -c -1 run_45x45
84    
85    cd build
86    rm *
87    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
88    emacs readtile_mpiio.c
89        tileSizeX = 45;
90        tileSizeY = 45;
91    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
92    emacs SIZE.h
93         &           sNx =  45,
94         &           sNy =  45,
95         &           nSx =  12,
96         &           nPx = 9984,
97         &           Nr  =  2 )
98    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
99    emacs eeboot_minimal.F
100    C         standardMessageUnit=errorMessageUnit
101             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
102             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
103    
104    ../tools/genmake2 -of \
105     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
106     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
107    make depend
108    make -j 16
109    
110    cd ~/llc_4320/MITgcm/run_45x45
111    cp ../build/mitgcmuv .
112    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
113    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
114    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
115    mv data.exch2_120x120x10901 data.exch2
116    
117    emacs data
118     tRef =  18.89, 18.89,
119     sRef =  34.84, 34.84,
120     endtime=20.,
121     delR =   1.00,    1.14,
122    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
123    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
124    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
125    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
126    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
127    
128    emacs data.exch2
129    # remove the blank tile list
130    
131    export MPI_BUFS_PER_PROC=1024
132    export MPI_REQUEST_MAX=65536
133    export MPI_GROUP_MAX=1024
134    export MPI_NUM_MEMORY_REGIONS=8
135    export MPI_UNBUFFERED_STDIO=1
136    export MPI_MEMMAP_OFF=1
137    mpiexec -n 12000 ./mitgcmuv
138    
139    
140    #############################
141    # 120x120x10901 configuration
142    
143    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
144    module purge
145    module load  comp-intel/2012.0.032 netcdf/4.0
146    module use -a ~kjtaylor/modulefiles
147    module load sles11sp3/mpt-2.10-nasa201311271217
148    cd ~/llc_4320
149    cvs co MITgcm_code
150    cvs co MITgcm_contrib/llc_hires/llc_4320
151    cd MITgcm
152    mkdir build run
153    lfs setstripe -c -1 run
154    cd build
155    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
156    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
157    emacs readtile_mpiio.c
158        tileSizeX = 120;
159        tileSizeY = 120;
160    ../tools/genmake2 -of \
161     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
162     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
163    make depend
164    make -j 16
165    
166    cd ~/llc_4320/MITgcm/run
167    cp ../build/mitgcmuv mitgcmuv_120x120x10901
168    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
169    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
170    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
171    mv data.exch2_120x120x10901 data.exch2
172    emacs data
173    
174    export MPI_BUFS_PER_PROC=1024
175    export MPI_REQUEST_MAX=65536
176    export MPI_GROUP_MAX=1024
177    export MPI_NUM_MEMORY_REGIONS=8
178    export MPI_UNBUFFERED_STDIO=1
179    export MPI_MEMMAP_OFF=1
180    mpiexec -n 12000 ./mitgcmuv_120x120x10901
181    
182    tail -f STDOUT.00000 | grep advcfl_W
183    
184    ==============
185    
186    qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
187    tcsh
188    cd ~/llc_4320/MITgcm
189    mkdir run
190    lfs setstripe -c -1 run
191    cd run
192    cat $PBS_NODEFILE | awk '{for (i=0;i<20;++i) print $0}' > mynodes
193    setenv PBS_NODEFILE mynodes
194    cp /nobackupp8/chenze/run/mitgcmuv_72x72x29297 .
195    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.meta pickup_seaice.0000000180.meta
196    ln -sf /nobackupp8/chenze/run/pickup_seaice_0000000360.data pickup_seaice.0000000180.data
197    ln -sf /nobackupp8/chenze/run/pickup_0000000360.meta pickup.0000000180.meta
198    ln -sf /nobackupp8/chenze/run/pickup_0000000360.data pickup.0000000180.data
199    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
200    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
201    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
202    mv data.exch2_72x72x29297 data.exch2
203    module purge
204    module load  comp-intel/2012.0.032 netcdf/4.0
205    module use -a ~kjtaylor/modulefiles
206    module load sles11sp3/mpt-2.10-nasa201311271217
207    setenv MPI_BUFS_PER_PROC 512
208    setenv MPI_REQUEST_MAX 65536
209    setenv MPI_GROUP_MAX 1024
210    setenv MPI_NUM_MEMORY_REGIONS 8
211    setenv MPI_UNBUFFERED_STDIO 1
212    setenv MPI_MEMMAP_OFF 1
213    
214    mpiexec -n 35000 ./mitgcmuv_72x72x29297
215    
216    tail -f STDOUT.00000 | grep advcfl_w
217    
218  ==============  ==============
219    
220  cd ~/llc_4320  cd ~/llc_4320
221  cvs co MITgcm_code  cvs co MITgcm_code
222  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
223    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
224  cd MITgcm  cd MITgcm
225  module purge  module purge
226  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
# Line 20  cp ../../MITgcm_contrib/llc_hires/llc_43 Line 232  cp ../../MITgcm_contrib/llc_hires/llc_43
232   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
233   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
234  make depend  make depend
235  make -j 8  make -j 16
236  cd ../run  cd ../run
237  ln -sf ../build/mitgcmuv .  cp ../build/mitgcmuv mitgcmuv_72x72x29297
238    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
239    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
240    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
241    mv data.exch2_72x72x29297 data.exch2
242    export MPI_NUM_MEMORY_REGIONS=256
243    mpiexec -n 35000 ./mitgcmuv_72x72x29297
244    
245    tail -f STDOUT.00000 | grep advcfl_w
246    
247    ==============
248    
249    cd ~/llc_4320
250    cvs co MITgcm_code
251    cvs co MITgcm_contrib/llc_hires/llc_4320
252    # set correct tileSizeX and tileSizeY in MITgcm_contrib/llc_hires/llc_4320/cpde-asyn/readtile_mpiio.c
253    cd MITgcm
254    module purge
255    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
256    mkdir build run_180x180x5015
257    lfs setstripe -c -1 run_180x180x5015
258    cd build
259    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_180x180x5015 SIZE.h
260    ../tools/genmake2 -of \
261     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
262     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
263    make depend
264    make -j 16
265    cd ../run_180x180x5015
266    cp ../build/mitgcmuv mitgcmuv_180x180x5015
267  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
268  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
269  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
270  mv data.exch2_72x72x29297 data.exch2  mv data.exch2_72x72x29297 data.exch2
271  mpiexec -n 35000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
272    mpiexec -n 6000 ./mitgcmuv_180x180x5015
273    
274  ==============  ==============
275    
Legend:
Removed from v.1.6  
changed lines
  Added in v.1.11
  ViewVC Help
Powered by ViewVC 1.1.22