/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.10 by dimitri, Sun Jan 12 01:17:21 2014 UTC revision 1.11 by dimitri, Thu Jan 16 06:42:00 2014 UTC
# Line 2  For interactive session, Ivy Bridge node Line 2  For interactive session, Ivy Bridge node
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
5  qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
6    
7    #############################
8    # generate 60x60 blank tiles
9    
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
11    module purge
12    module load  comp-intel/2012.0.032 netcdf/4.0
13    module use -a ~kjtaylor/modulefiles
14    module load sles11sp3/mpt-2.10-nasa201311271217
15    cd ~/llc_4320/MITgcm
16    mkdir run_60x60
17    lfs setstripe -c -1 run_60x60
18    
19    cd build
20    rm *
21    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
22    emacs readtile_mpiio.c
23        tileSizeX = 60;
24        tileSizeY = 60;
25    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
26    emacs SIZE.h
27         &           sNx =  60,
28         &           sNy =  60,
29         &           nSx =   6,
30         &           nPx = 11232,
31         &           Nr  =  2 )
32    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
33    emacs eeboot_minimal.F
34    C         standardMessageUnit=errorMessageUnit
35             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
36             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
37    
38    ../tools/genmake2 -of \
39     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
40     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
41    make depend
42    make -j 16
43    
44    cd ~/llc_4320/MITgcm/run_60x60
45    cp ../build/mitgcmuv .
46    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
47    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
48    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
49    mv data.exch2_120x120x10901 data.exch2
50    
51    emacs data
52     tRef =  18.89, 18.89,
53     sRef =  34.84, 34.84,
54     endtime=20.,
55     delR =   1.00,    1.14,
56    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
57    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
58    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
59    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
60    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
61    
62    emacs data.exch2
63    # remove the blank tile list
64    
65    export MPI_BUFS_PER_PROC=1024
66    export MPI_REQUEST_MAX=65536
67    export MPI_GROUP_MAX=1024
68    export MPI_NUM_MEMORY_REGIONS=8
69    export MPI_UNBUFFERED_STDIO=1
70    export MPI_MEMMAP_OFF=1
71    mpiexec -n 12000 ./mitgcmuv
72    
73    #############################
74    # generate 45x45 blank tiles
75    
76    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
77    module purge
78    module load  comp-intel/2012.0.032 netcdf/4.0
79    module use -a ~kjtaylor/modulefiles
80    module load sles11sp3/mpt-2.10-nasa201311271217
81    cd ~/llc_4320/MITgcm
82    mkdir run_45x45
83    lfs setstripe -c -1 run_45x45
84    
85    cd build
86    rm *
87    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
88    emacs readtile_mpiio.c
89        tileSizeX = 45;
90        tileSizeY = 45;
91    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
92    emacs SIZE.h
93         &           sNx =  45,
94         &           sNy =  45,
95         &           nSx =  12,
96         &           nPx = 9984,
97         &           Nr  =  2 )
98    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
99    emacs eeboot_minimal.F
100    C         standardMessageUnit=errorMessageUnit
101             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
102             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
103    
104    ../tools/genmake2 -of \
105     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
106     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
107    make depend
108    make -j 16
109    
110    cd ~/llc_4320/MITgcm/run_45x45
111    cp ../build/mitgcmuv .
112    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
113    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
114    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
115    mv data.exch2_120x120x10901 data.exch2
116    
117    emacs data
118     tRef =  18.89, 18.89,
119     sRef =  34.84, 34.84,
120     endtime=20.,
121     delR =   1.00,    1.14,
122    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
123    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
124    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
125    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
126    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
127    
128    emacs data.exch2
129    # remove the blank tile list
130    
131    export MPI_BUFS_PER_PROC=1024
132    export MPI_REQUEST_MAX=65536
133    export MPI_GROUP_MAX=1024
134    export MPI_NUM_MEMORY_REGIONS=8
135    export MPI_UNBUFFERED_STDIO=1
136    export MPI_MEMMAP_OFF=1
137    mpiexec -n 12000 ./mitgcmuv
138    
139    
140    #############################
141    # 120x120x10901 configuration
142    
143    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
144    module purge
145    module load  comp-intel/2012.0.032 netcdf/4.0
146    module use -a ~kjtaylor/modulefiles
147    module load sles11sp3/mpt-2.10-nasa201311271217
148    cd ~/llc_4320
149    cvs co MITgcm_code
150    cvs co MITgcm_contrib/llc_hires/llc_4320
151    cd MITgcm
152    mkdir build run
153    lfs setstripe -c -1 run
154    cd build
155    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
156    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
157    emacs readtile_mpiio.c
158        tileSizeX = 120;
159        tileSizeY = 120;
160    ../tools/genmake2 -of \
161     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
162     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
163    make depend
164    make -j 16
165    
166    cd ~/llc_4320/MITgcm/run
167    cp ../build/mitgcmuv mitgcmuv_120x120x10901
168    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
169    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
170    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
171    mv data.exch2_120x120x10901 data.exch2
172    emacs data
173    
174    export MPI_BUFS_PER_PROC=1024
175    export MPI_REQUEST_MAX=65536
176    export MPI_GROUP_MAX=1024
177    export MPI_NUM_MEMORY_REGIONS=8
178    export MPI_UNBUFFERED_STDIO=1
179    export MPI_MEMMAP_OFF=1
180    mpiexec -n 12000 ./mitgcmuv_120x120x10901
181    
182    tail -f STDOUT.00000 | grep advcfl_W
183    
184  ==============  ==============
185    
Legend:
Removed from v.1.10  
changed lines
  Added in v.1.11
  ViewVC Help
Powered by ViewVC 1.1.22