/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.16 by dimitri, Thu Apr 14 03:51:44 2016 UTC revision 1.17 by dimitri, Sun May 1 01:35:48 2016 UTC
# Line 20  emacs readtile_mpiio.c Line 20  emacs readtile_mpiio.c
20   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
21  make depend  make depend
22  make -j 16  make -j 16
23    cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090
24    
25  cd ~/llc_4320/MITgcm/run_485568  qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com
26  cp ../build/mitgcmuv mitgcmuv_90x90x19023_intel.2015.0.090  qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
27    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
28  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
29  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
30  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
31    cp data.exch2_90x90x19023 data.exch2
32    mv STDOUT.00000 STDOUT.485568
33  emacs data  emacs data
34   nIter0=485568,   nIter0=485568,
35  ln -sf ../run/pickup_0000485568.data pickup.0000485568.data  ln -sf ../run/pickup_0000485568.data pickup.0000485568.data
36  ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta  ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta
37  ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data  ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data
38  ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta  ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta
39    mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090
40    
 qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com  
 module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0  
41  cd ~/llc_4320/MITgcm/run_485568  cd ~/llc_4320/MITgcm/run_485568
 cp data.exch2_90x90x19023 data.exch2  
 mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090  
42  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
43    
   
44  #############################  #############################
45  # 120x120x10901 configuration  # 120x120x10901 configuration
46  module purge  module purge
# Line 51  emacs readtile_mpiio.c Line 51  emacs readtile_mpiio.c
51      tileSizeX = 120;      tileSizeX = 120;
52      tileSizeY = 120;      tileSizeY = 120;
53  make -j 16  make -j 16
54  cd ~/llc_4320/MITgcm/run_485568  cp mitgcmuv ../run_485568/mitgcmuv_120x120x10901_intel.2015.0.090
 cp ../build/mitgcmuv mitgcmuv_120x120x10901_intel.2015.0.090  
55    
56  qsub -I -q testing_free -l select=428:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com  qsub -I -q testing_free -l select=428:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
57  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
58  cd ~/llc_4320/MITgcm/run_485568  cd ~/llc_4320/MITgcm/run_485568
59  cp data.exch2_120x120x10901 data.exch2  cp data.exch2_120x120x10901 data.exch2
60    mv STDOUT.00000 STDOUT.489024
61    emacs -nw data
62     nIter0=489024,
63    ln -sf pickup_0000489024.data pickup.0000489024.data
64    ln -sf pickup_0000489024.meta pickup.0000489024.meta
65    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
66    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
67  mpiexec -n 11984 ./mitgcmuv_120x120x10901_intel.2015.0.090  mpiexec -n 11984 ./mitgcmuv_120x120x10901_intel.2015.0.090
68    
69    cd ~/llc_4320/MITgcm/run_485568
70  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
71    
72    
# Line 72  emacs readtile_mpiio.c Line 80  emacs readtile_mpiio.c
80      tileSizeX = 180;      tileSizeX = 180;
81      tileSizeY = 180;      tileSizeY = 180;
82  make -j 16  make -j 16
83  cd ~/llc_4320/MITgcm/run_485568  cp mitgcmuv ../run_485568/mitgcmuv_180x180x5015_intel.2015.0.090
 cp ../build/mitgcmuv mitgcmuv_180x180x5015_intel.2015.0.090  
84    
85  qsub -I -q testing_free -l select=214:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com  qsub -I -q testing_free -l select=214:ncpus=28:model=bro,walltime=8:00:00 -m abe -M menemenlis@me.com
86  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0  module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
87  cd ~/llc_4320/MITgcm/run_485568  cd ~/llc_4320/MITgcm/run_485568
88  cp data.exch2_180x180x5015 data.exch2  cp data.exch2_180x180x5015 data.exch2
89    mv STDOUT.00000 STDOUT.489024
90    emacs -nw data
91     nIter0=489024,
92    ln -sf pickup_0000489024.data pickup.0000489024.data
93    ln -sf pickup_0000489024.meta pickup.0000489024.meta
94    ln -sf pickup_seaice_0000489024.data pickup_seaice.0000489024.data
95    ln -sf pickup_seaice_0000489024.meta pickup_seaice.0000489024.meta
96  mpiexec -n 5992 ./mitgcmuv_180x180x5015_intel.2015.0.090  mpiexec -n 5992 ./mitgcmuv_180x180x5015_intel.2015.0.090
97    
98    cd ~/llc_4320/MITgcm/run_485568
99  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
100    
101    
102  #############################  #############################
103  # 48x48x64670 configuration  # 72x72x29297 configuration
104    module purge
105    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
106    cd ~/llc_4320/MITgcm/build
107    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
108    emacs readtile_mpiio.c
109        tileSizeX = 72;
110        tileSizeY = 72;
111    make -j 16
112    cd ~/llc_4320/MITgcm/run_485568
113    cp mitgcmuv ../run_485568/mitgcmuv_72x72x29297_intel.2015.0.090
114    
115    qsub -I -q normal -l select=1333:ncpus=24:model=has,walltime=8:00:00 -m abe -M menemenlis@me.com
116    qsub -I -q normal -l select=1600:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M menemenlis@me.com
117    qsub -I -q wide -l select=1600:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
118    qsub -I -q ldsd -l select=1600:ncpus=20:model=ivy,walltime=240:00:00 -m abe -M menemenlis@me.com
119    module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0
120    cd ~/llc_4320/MITgcm/run_485568
121    cp data.exch2_72x72x29297 data.exch2
122    mv STDOUT.00000 STDOUT.888192
123    emacs -nw data
124     nIter0=888192,
125    ln -sf pickup_0000888192.data pickup.0000888192.data
126    ln -sf pickup_0000888192.meta pickup.0000888192.meta
127    ln -sf pickup_seaice_0000888192.data pickup_seaice.0000888192.data
128    ln -sf pickup_seaice_0000888192.meta pickup_seaice.0000888192.meta
129    mpiexec -n 32000 ./mitgcmuv_72x72x29297_intel.2015.0.090
130    
131    cd ~/llc_4320/MITgcm/run_485568
132    tail -f STDOUT.00000 | grep advcfl_W
133    
134    
135    #############################
136    # 48x48x64670 configuration
137  module purge  module purge
138  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
139  cd ~/llc_4320  cd ~/llc_4320
# Line 292  export MPI_UD_TIMEOUT=100 Line 340  export MPI_UD_TIMEOUT=100
340  mpiexec -n 12000 ./mitgcmuv  mpiexec -n 12000 ./mitgcmuv
341    
342    
343  ==============  #############################
344  qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00  qsub -I -q R3089666 -l select=1750:model=ivy:aoe=sles11,walltime=04:00:00
345  tcsh  tcsh
346  cd ~/llc_4320/MITgcm  cd ~/llc_4320/MITgcm
# Line 327  mpiexec -n 35000 ./mitgcmuv_72x72x29297 Line 375  mpiexec -n 35000 ./mitgcmuv_72x72x29297
375  tail -f STDOUT.00000 | grep advcfl_w  tail -f STDOUT.00000 | grep advcfl_w
376    
377    
378  ==============  #############################
379  cd ~/llc_4320  cd ~/llc_4320
380  cvs co MITgcm_code  cvs co MITgcm_code
381  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
# Line 355  mpiexec -n 35000 ./mitgcmuv_72x72x29297 Line 403  mpiexec -n 35000 ./mitgcmuv_72x72x29297
403    
404  tail -f STDOUT.00000 | grep advcfl_w  tail -f STDOUT.00000 | grep advcfl_w
405    
406  ==============  
407    #############################
408  cd ~/llc_4320  cd ~/llc_4320
409  cvs co MITgcm_code  cvs co MITgcm_code
410  cvs co MITgcm_contrib/llc_hires/llc_4320  cvs co MITgcm_contrib/llc_hires/llc_4320
# Line 381  mv data.exch2_72x72x29297 data.exch2 Line 430  mv data.exch2_72x72x29297 data.exch2
430  export MPI_NUM_MEMORY_REGIONS=256  export MPI_NUM_MEMORY_REGIONS=256
431  mpiexec -n 6000 ./mitgcmuv_180x180x5015  mpiexec -n 6000 ./mitgcmuv_180x180x5015
432    
 ==============  
 look at output  
433    
434    #############################
435    # look at output
436  for ts=[0 120 600:10:980 1080:120:2280]  for ts=[0 120 600:10:980 1080:120:2280]
437      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
438      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
# Line 392  for ts=[0 120 600:10:980 1080:120:2280] Line 441  for ts=[0 120 600:10:980 1080:120:2280]
441  end  end
442    
443    
444  ==============  #############################
445  to determine empty tiles:  # to determine empty tiles:
446  grep Empty STDOUT.*  grep Empty STDOUT.*
447    
 =============  
 memory requirements:  
 nPx  sNx sNy nSx cpu node0        total  
 3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed  
 5616 120 120   3 san - node ran out of memory and crashed  
 7488 180 180   1 san  
448    
449  =============  #############################
450    # memory requirements:
451    # nPx  sNx sNy nSx cpu node0        total
452    # 3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
453    # 5616 120 120   3 san - node ran out of memory and crashed
454    # 7488 180 180   1 san
455    
456    
457    #############################
458  2               =    2  2               =    2
459  3               =    3  3               =    3
460  2*2             =    4  2*2             =    4
Legend:
Removed from v.1.16  
changed lines
  Added in v.1.17
  ViewVC Help
Powered by ViewVC 1.1.22