llc_hires/llc_4320/readme.txt

For interactive session, Ivy Bridge nodes:
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00
qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00
qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00
qsub -q ecco -I -W group_list=g26209 -l select=1000:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov


For batch submission:
qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript
qsub qsub_llc2160.csh 

==============

cd ~/llc_4320
cvs co MITgcm_code
cvs co MITgcm_contrib/llc_hires/llc_4320
cd MITgcm
module purge
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
mkdir build run
lfs setstripe -c -1 run
cd build
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
../tools/genmake2 -of \
 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
make depend
make -j 8
cd ../run
ln -sf ../build/mitgcmuv .
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
mv data.exch2_90x90x19023 data.exch2
ln -sf pickup_llc1080_14jan2011_4320x56160x543_r4 pickup.0000060480.data
ln -sf pickup_seaice_llc1080_14jan2011_4320x56160x543_r4 pickup_seaice.0000060480.data
mpiexec -n 35000 ./mitgcmuv

==============

cd ~/llc_4320
cvs co MITgcm_code
cvs co MITgcm_contrib/llc_hires/llc_4320
cd MITgcm
module purge
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
mkdir build run
lfs setstripe -c -1 run
cd build
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
../tools/genmake2 -of \
 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
make depend
make -j 8
cd ../run
ln -sf ../build/mitgcmuv .
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
mv data.exch2_72x72x29297 data.exch2
mpiexec -n 35000 ./mitgcmuv

==============

cvs co MITgcm_code
cd MITgcm
module purge
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0
mkdir build run
lfs setstripe -c -1 run
cd build
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h
_180x180x5015 SIZE.h
../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
make depend
make -j 16
cd ../run
ln -sf ../build/mitgcmuv .
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
mv data.exch2_72x72x29297 data.exch2
mpiexec -n 32000 ./mitgcmuv

==============

look at output

for ts=[0 120 600:10:980 1080:120:2280]
    fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
    clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
    title(ts)
    pause(.1)
end

==============

to determine empty tiles:
grep Empty STDOUT.*

=============

memory requirements:
nPx  sNx sNy nSx cpu node0        total
3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
5616 120 120   3 san - node ran out of memory and crashed
7488 180 180   1 san 

=============

2               =    2
3               =    3
2*2             =    4
5               =    5
2*3             =    6
2*2*2           =    8
3*3             =    9
2*5             =   10
2*2*3           =   12
3*5             =   15
2*2*2*2         =   16
2*3*3           =   18
2*2*5           =   20
2*2*2*3         =   24
3*3*3           =   27
2*3*5           =   30
2*2*2*2*2       =   32
2*2*3*3         =   36
2*2*2*5         =   40
3*3*5           =   45
2*2*2*2*3       =   48
2*3*3*3         =   54
2*2*3*5         =   60
2*2*2*3*3       =   72 * 60
2*2*2*2*5       =   80 * 54
2*3*3*5         =   90 * 48
2*2*2*2*2*3     =   96 * 45
2*2*3*3*3       =  108 * 40
2*2*2*3*5       =  120 * 36
3*3*3*5         =  135 * 32
2*2*2*2*3*3     =  144 * 30
2*2*2*2*2*5     =  160 * 27
2*2*3*3*5       =  180 * 24
2*2*2*3*3*3     =  216 * 20
2*2*2*2*3*5     =  240 * 18
2*3*3*3*5       =  270 * 16
2*2*2*2*2*3*3   =  288 * 15
2*2*2*3*3*5     =  360 * 12
2*2*2*2*3*3*3   =  432 * 10
2*2*2*2*2*3*5   =  480 *  9
2*2*3*3*3*5     =  540 *  8
2*2*2*2*3*3*5   =  720 *  6
2*2*2*2*2*3*3*3 =  864 *  5
2*2*2*3*3*3*5   = 1080 *  4
2*2*2*2*2*3*3*5 = 1440 *  3
2*2*2*2*3*3*3*5 = 2160 *  2
1	dimitri	1.1	For interactive session, Ivy Bridge nodes:
2			qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00
3			qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00
4			qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00
5			qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00
6	dimitri	1.3	qsub -q ecco -I -W group_list=g26209 -l select=1000:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov
7
8	dimitri	1.1
9			For batch submission:
10			qsub -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 runscript
11			qsub qsub_llc2160.csh
12
13			==============
14
15	dimitri	1.3	cd ~/llc_4320
16			cvs co MITgcm_code
17			cvs co MITgcm_contrib/llc_hires/llc_4320
18			cd MITgcm
19			module purge
20	dimitri	1.4	module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
21	dimitri	1.3	mkdir build run
22			lfs setstripe -c -1 run
23			cd build
24	dimitri	1.5	cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
25			../tools/genmake2 -of \
26			../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
27			'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
28			make depend
29			make -j 8
30			cd ../run
31			ln -sf ../build/mitgcmuv .
32			ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
33			ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
34			cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
35			mv data.exch2_90x90x19023 data.exch2
36			ln -sf pickup_llc1080_14jan2011_4320x56160x543_r4 pickup.0000060480.data
37			ln -sf pickup_seaice_llc1080_14jan2011_4320x56160x543_r4 pickup_seaice.0000060480.data
38			mpiexec -n 35000 ./mitgcmuv
39
40			==============
41
42			cd ~/llc_4320
43			cvs co MITgcm_code
44			cvs co MITgcm_contrib/llc_hires/llc_4320
45			cd MITgcm
46			module purge
47			module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
48			mkdir build run
49			lfs setstripe -c -1 run
50			cd build
51	dimitri	1.3	cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h
52			../tools/genmake2 -of \
53			../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
54			'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
55			make depend
56			make -j 8
57			cd ../run
58			ln -sf ../build/mitgcmuv .
59			ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
60			ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
61			cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
62			mv data.exch2_72x72x29297 data.exch2
63			mpiexec -n 35000 ./mitgcmuv
64
65			==============
66
67	dimitri	1.1	cvs co MITgcm_code
68			cd MITgcm
69			module purge
70	dimitri	1.2	module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06r6 netcdf/4.0
71	dimitri	1.1	mkdir build run
72	dimitri	1.3	lfs setstripe -c -1 run
73	dimitri	1.1	cd build
74	dimitri	1.3	cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h
75			_180x180x5015 SIZE.h
76	dimitri	1.2	../tools/genmake2 -of ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
77			'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
78	dimitri	1.1	make depend
79			make -j 16
80			cd ../run
81			ln -sf ../build/mitgcmuv .
82			ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
83	dimitri	1.2	ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
84			cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
85	dimitri	1.3	mv data.exch2_72x72x29297 data.exch2
86			mpiexec -n 32000 ./mitgcmuv
87	dimitri	1.1
88			==============
89
90			look at output
91
92			for ts=[0 120 600:10:980 1080:120:2280]
93			fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320);
94			clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
95			title(ts)
96			pause(.1)
97			end
98
99			==============
100
101			to determine empty tiles:
102			grep Empty STDOUT.*
103
104			=============
105
106			memory requirements:
107			nPx sNx sNy nSx cpu node0 total
108			3744 180 180 2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed
109			5616 120 120 3 san - node ran out of memory and crashed
110			7488 180 180 1 san
111
112			=============
113
114			2 = 2
115			3 = 3
116			2*2 = 4
117			5 = 5
118			2*3 = 6
119			222 = 8
120			3*3 = 9
121			2*5 = 10
122			223 = 12
123			3*5 = 15
124			222*2 = 16
125			233 = 18
126			225 = 20
127			222*3 = 24
128			333 = 27
129			235 = 30
130			22222 = 32
131			223*3 = 36
132			222*5 = 40
133			335 = 45
134			22223 = 48
135			233*3 = 54
136			223*5 = 60
137			22233 = 72 * 60
138			22225 = 80 * 54
139			2335 = 90 48
140			222223 = 96 45
141			22333 = 108 * 40
142			22235 = 120 * 36
143			3335 = 135 32
144			222233 = 144 30
145			222225 = 160 27
146			22335 = 180 * 24
147			222333 = 216 20
148			222235 = 240 18
149			23335 = 270 * 16
150			2222233 = 288 * 15
151			222335 = 360 12
152			2222333 = 432 * 10
153			2222235 = 480 * 9
154			223335 = 540 8
155			2222335 = 720 * 6
156			22222333 = 864 5
157			2223335 = 1080 * 4
158			22222335 = 1440 3
159			22223335 = 2160 2