/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.9 by dimitri, Thu Mar 13 15:35:03 2014 UTC revision 1.13 by dimitri, Wed Oct 17 13:22:24 2018 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6    
7  #############################  #############################
8  # 60x60x10882 configuration  # 60x60x10882 configuration
9    
10  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11  module purge  module purge
12  module load  comp-intel/2012.0.032 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
 module use -a ~kjtaylor/modulefiles  
 module load sles11sp3/mpt-2.10-nasa201311271217  
13  cd ~/llc_2160  cd ~/llc_2160
14  cvs co MITgcm_code  cvs co -r checkpoint64t MITgcm_code
15  cvs co MITgcm_contrib/llc_hires/llc_2160  cvs co MITgcm_contrib/llc_hires/llc_2160
16  cd MITgcm  cd MITgcm
17  mkdir build run  mkdir build run
 lfs setstripe -c -1 run  
18  cd build  cd build
19  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
20  cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .  cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
# Line 35  cp ../build/mitgcmuv mitgcmuv_60x60x1088 Line 32  cp ../build/mitgcmuv mitgcmuv_60x60x1088
32  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
33  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
34  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
35  mv ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
36  emacs data  emacs data
37    
38  export MPI_BUFS_PER_PROC=1024  export MPI_BUFS_PER_PROC=1024
# Line 49  mpiexec -n 12000 ./mitgcmuv_60x60x10882 Line 46  mpiexec -n 12000 ./mitgcmuv_60x60x10882
46    
47  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
48    
49    ################################################
50    # 144x144x2047 configuration for grid generation
51    
52    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
53    module purge
54    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
55    cd ~/llc_2160
56    cvs co MITgcm_code
57    cvs co MITgcm_contrib/llc_hires/llc_2160
58    cd MITgcm
59    mkdir build run_grid
60    lfs setstripe -c -1 run_grid
61    cd build
62    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
63    ../tools/genmake2 -of \
64     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
65     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
66    make depend
67    make -j 16
68    
69    cd ~/llc_2160/MITgcm/run_grid
70    cp ../build/mitgcmuv mitgcmuv_144x144x2047
71    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
72    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
73    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
75    
76    emacs data
77     debuglevel=3,
78     useSingleCPUio=.TRUE.,
79     endtime=0.,
80     deltaT = 1.,
81    
82    mpiexec -n 2047 ./mitgcmuv_144x144x2047
83    
84  ==============  ==============
85    
86  cd ~/llc_2160  cd ~/llc_2160
# Line 89  end Line 121  end
121  ==============  ==============
122    
123  to determine empty tiles:  to determine empty tiles:
124  grep Empty STDOUT.*  grep Empty STDOUT.* > empty.txt
125    
126    ==============
127    
128    # generate 30x30 blank tiles
129    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
130    module purge
131    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
132    cd ~/llc_2160/MITgcm
133    mkdir run_30x30
134    lfs setstripe -c -1 run_30x30
135    cd build
136    rm *
137    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
138    emacs readtile_mpiio.c
139        tileSizeX = 30;
140        tileSizeY = 30;
141    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
142    emacs SIZE.h
143         &           sNx =  30,
144         &           sNy =  30,
145         &           nSx =   8,
146         &           nPx = 8424,
147         &           Nr  =  2 )
148    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
149    emacs eeboot_minimal.F
150    C         standardMessageUnit=errorMessageUnit
151             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
152             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
153    ../tools/genmake2 -of \
154     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
155     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
156    make depend
157    make -j 16
158    cd ~/llc_2160/MITgcm/run_30x30
159    cp ../build/mitgcmuv .
160    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
161    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
162    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
163    mv data.exch2_144x144x2047 data.exch2
164    emacs data.exch2
165    # remove the blank tile list
166    emacs data
167     tRef =  18.89, 18.89,
168     sRef =  34.84, 34.84,
169     endtime=45.,
170     delR =   1.00,    1.14,
171    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
172    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
173    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
174    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
175    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
176    mpiexec -n 9492 ./mitgcmuv
177    
178  ==============  ==============
179    
Legend:
Removed from v.1.9  
changed lines
  Added in v.1.13
  ViewVC Help
Powered by ViewVC 1.1.22