/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.15 by dimitri, Fri Nov 2 14:57:07 2018 UTC revision 1.16 by dimitri, Sun Nov 4 20:18:35 2018 UTC
# Line 237  mpiexec -n 9492 ./mitgcmuv Line 237  mpiexec -n 9492 ./mitgcmuv
237    
238  ==============  ==============
239    
240    # generate 60x60 blank tiles
241    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
242    module purge
243    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
244    cd ~/llc_2160/MITgcm
245    mkdir run_60x60
246    lfs setstripe -c -1 run_60x60
247    cd build
248    rm *
249    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
250    emacs readtile_mpiio.c
251        tileSizeX = 60;
252        tileSizeY = 60;
253    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
254    emacs SIZE.h
255         &           nSx =   3,
256         &           nPx = 5616,
257         &           Nr  =  2 )
258    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
259    emacs eeboot_minimal.F
260    C         standardMessageUnit=errorMessageUnit
261             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
262             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
263    ../tools/genmake2 -of \
264     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
265     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
266    make depend
267    make -j 64
268    cd ~/llc_2160/MITgcm/run_60x60
269    cp ../build/mitgcmuv .
270    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
271    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
272    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
273    mv data.exch2_144x144x2047 data.exch2
274    emacs data.exch2
275    # remove the blank tile list
276    emacs data
277     tRef =  18.89, 18.89,
278     sRef =  34.84, 34.84,
279     endtime=45.,
280     delR =   1.00,    1.14,
281    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
282    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
283    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
284    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
285    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
286    mpiexec -n 6500 ./mitgcmuv
287    
288    ==============
289    
290    # generate 72x72 blank tiles
291    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
292    module purge
293    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
294    cd ~/llc_2160/MITgcm
295    mkdir run_72x72
296    lfs setstripe -c -1 run_72x72
297    cd build
298    rm *
299    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
300    emacs readtile_mpiio.c
301        tileSizeX = 72;
302        tileSizeY = 72;
303    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
304    emacs SIZE.h
305         &           nSx =   2,
306         &           nPx = 5850,
307         &           Nr  =  2 )
308    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
309    emacs eeboot_minimal.F
310    C         standardMessageUnit=errorMessageUnit
311             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
312             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
313    ../tools/genmake2 -of \
314     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
315     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
316    make depend
317    make -j 64
318    cd ~/llc_2160/MITgcm/run_72x72
319    cp ../build/mitgcmuv .
320    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
321    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
322    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
323    mv data.exch2_144x144x2047 data.exch2
324    emacs data.exch2
325    # remove the blank tile list
326    emacs data
327     tRef =  18.89, 18.89,
328     sRef =  34.84, 34.84,
329     endtime=45.,
330     delR =   1.00,    1.14,
331    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
332    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
333    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
334    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
335    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
336    mpiexec -n 6500 ./mitgcmuv
337    
338    ==============
339    
340    # generate 80x80 blank tiles
341    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
342    module purge
343    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
344    cd ~/llc_2160/MITgcm
345    mkdir run_80x80
346    lfs setstripe -c -1 run_80x80
347    cd build
348    rm *
349    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
350    emacs readtile_mpiio.c
351        tileSizeX = 80;
352        tileSizeY = 80;
353    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_80x80x6260 SIZE.h
354    emacs SIZE.h
355         &           nSx =   3,
356         &           nPx = 3159,
357         &           Nr  =  2 )
358    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
359    emacs eeboot_minimal.F
360    C         standardMessageUnit=errorMessageUnit
361             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
362             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
363    ../tools/genmake2 -of \
364     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
365     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
366    make depend
367    make -j 64
368    cd ~/llc_2160/MITgcm/run_80x80
369    cp ../build/mitgcmuv .
370    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
371    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
372    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
373    mv data.exch2_144x144x2047 data.exch2
374    emacs data.exch2
375    # remove the blank tile list
376    emacs data
377     tRef =  18.89, 18.89,
378     sRef =  34.84, 34.84,
379     endtime=45.,
380     delR =   1.00,    1.14,
381    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
382    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
383    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
384    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
385    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
386    mpiexec -n 3500 ./mitgcmuv
387    
388    ==============
389    
390    # generate 90x90 blank tiles
391    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
392    module purge
393    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
394    cd ~/llc_2160/MITgcm
395    mkdir run_90x90
396    lfs setstripe -c -1 run_90x90
397    cd build
398    rm *
399    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
400    emacs readtile_mpiio.c
401        tileSizeX = 90;
402        tileSizeY = 90;
403    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h
404    emacs SIZE.h
405         &           nPx = 7488,
406         &           Nr  =  2 )
407    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
408    emacs eeboot_minimal.F
409    C         standardMessageUnit=errorMessageUnit
410             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
411             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
412    ../tools/genmake2 -of \
413     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
414     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
415    make depend
416    make -j 64
417    cd ~/llc_2160/MITgcm/run_90x90
418    cp ../build/mitgcmuv .
419    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
420    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
421    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
422    mv data.exch2_144x144x2047 data.exch2
423    emacs data.exch2
424    # remove the blank tile list
425    emacs data
426     tRef =  18.89, 18.89,
427     sRef =  34.84, 34.84,
428     endtime=45.,
429     delR =   1.00,    1.14,
430    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
431    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
432    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
433    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
434    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
435    mpiexec -n 8000 ./mitgcmuv
436    
437    ==============
438    
439    # generate 144x144 blank tiles
440    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
441    module purge
442    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
443    cd ~/llc_2160/MITgcm
444    mkdir run_144x144
445    lfs setstripe -c -1 run_144x144
446    cd build
447    rm *
448    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
449    emacs readtile_mpiio.c
450        tileSizeX = 144;
451        tileSizeY = 144;
452    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
453    emacs SIZE.h
454         &           nPx = 2925,
455         &           Nr  =  2 )
456    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
457    emacs eeboot_minimal.F
458    C         standardMessageUnit=errorMessageUnit
459             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
460             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
461    ../tools/genmake2 -of \
462     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
463     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
464    make depend
465    make -j 64
466    cd ~/llc_2160/MITgcm/run_144x144
467    cp ../build/mitgcmuv .
468    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
469    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
470    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
471    mv data.exch2_144x144x2047 data.exch2
472    emacs data.exch2
473    # remove the blank tile list
474    emacs data
475     tRef =  18.89, 18.89,
476     sRef =  34.84, 34.84,
477     endtime=45.,
478     delR =   1.00,    1.14,
479    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
480    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
481    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
482    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
483    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
484    mpiexec -n 3100 ./mitgcmuv
485    
486    ==============
487    
488  memory requirements:  memory requirements:
489  nPx  sNx sNy nSx cpu node0        total           rank0 rankm  nPx  sNx sNy nSx cpu node0        total           rank0 rankm
490  936  180 180   2 san node ran out of memory and crashed with singlecpuio  936  180 180   2 san node ran out of memory and crashed with singlecpuio
Legend:
Removed from v.1.15  
changed lines
  Added in v.1.16
  ViewVC Help
Powered by ViewVC 1.1.22