Due to project's name change at NERSC from 'ACME' to 'E3SM' and NERSC’s file system update, the directory '/project/projectdirs/acme/' is now '/cfs/cdirs/e3sm'
Machine: Edison
1. Log on edisonEdison and clone E3SM repository
Code Block
language
bash
theme
Emacs
ssh user-name@edison.nersc.gov
...
cd $SCRATCH
...
git clone git@github.com:E3SM-Project/E3SM.git
...
cd E3SM
...
export E3SM_DIR=$PWD
2. Generate (or obtain pre-generated) CLM gridfile in SCRIP format
3. Preliminaries for mkmapdata The mkmapdata script calls ESMF to generate mapping files. Some of the input data sets are very large and require a large memory footprint, so we need an ESMF built with MPI (note that the ESMF in the e3sm-unified conda environment will not work for this). One way to do this is to build our own. On cori or nersc, the following should be sufficient:
Code Block
language
bash
theme
Emacs
# Source environment settings used when building/running E3SM
MACHINE=cori-knl
# Set paths needed to build ESMF
export ESMF_DIR=${HOME}/software/esmf
export ESMF_COMM=mpi
export ESMF_COMPILER=intel
export ESMF_INSTALL_PREFIX=${HOME}/software/esmf/${MACHINE}_${ESMF_COMPILER}_${ESMF_COMM}
export ESMF_NETCDF="split"
# Build
cd ${ESMF_DIR}
gmake clean
gmake
gmake install
...
4.1 First determine the mapping files that would be created by mkmapdata.sh by running the mkmapdata.sh script in "debug" and "verbose" mode to
Code Block
language
bash
theme
Emacs
cd ${E3SM_DIR}/models/lnd/clm/tools/shared/mkmapdata
which: no 48 in (/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin:/usr/common/usg/ncl/6.1.1/intel/bin:/usr/common/usg/nco/4.3.8/intel/bin:/opt/cray/netcdf/4.3.2/bin:/usr/common/usg/darshan/2.3.0/bin:/usr/common/usg/altd/2.0/bin:/usr/common/usg/bin:/usr/common/mss/bin:/usr/common/nsg/bin:/opt/moab/8.0.1/bin:/opt/moab/8.0.1/sbin:/opt/torque/5.0.1/sbin:/opt/torque/5.0.1/bin:/opt/cray/mpt/7.1.1/gni/bin:/opt/cray/atp/1.7.5/bin:/opt/cray/rca/1.0.0-2.0502.53711.3.127.ari/bin:/opt/cray/alps/5.2.1-2.0502.9041.11.6.ari/sbin:/opt/cray/alps/5.2.1-2.0502.9041.11.6.ari/bin:/opt/cray/dvs/2.5_0.9.0-1.0502.1873.1.145.ari/bin:/opt/cray/xpmem/0.1-2.0502.55507.3.2.ari/bin:/opt/cray/dmapp/7.0.1-1.0502.9501.5.219.ari/bin:/opt/cray/pmi/5.0.6-1.0000.10439.140.2.ari/bin:/opt/cray/ugni/5.0-1.0502.9685.4.24.ari/bin:/opt/cray/udreg/2.3.2-1.0502.9275.1.12.ari/bin:/opt/intel/composer_xe_2015.1.133/bin/intel64:/opt/cray/craype/2.2.1/bin:/opt/cray/switch/1.0-1.0502.54233.2.96.ari/bin:/opt/cray/eslogin/eswrap/1.1.0-1.020200.1130.0/bin:/usr/syscom/nsg/sbin:/usr/syscom/nsg/bin:/opt/modules/3.2.10.2/bin:/global/homes/g/gbisht/bin:/usr/local/bin:/usr/bin:/bin:/usr/bin/X11:/usr/X11R6/bin:/usr/games:/usr/lib/mit/bin:/usr/lib/mit/sbin:/usr/lib/qt3/bin:/opt/cray/bin)
...
Running in batch mode
...
rm: cannot remove `PET*.Log': No such file or directory
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_3x3min_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_MODIS_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_USGS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_3x3min_USGS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_USGS_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_5x5min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_10x10min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_10x10min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_10x10min_nomask_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a hostname,global,a,c,edison07 -h map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_c150214.nc
...
ncatted -a logname,global,a,c,gbisht -h map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_c150214.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.5x0.5_AVHRR_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.5x0.5_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_LandScan2004_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_3x3min_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_MODIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_USGS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_3x3min_USGS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_USGS_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_5x5min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_IGBP-GSDP_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_5x5min_ISRIC-WISE_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_10x10min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_10x10min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_10x10min_nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_10x10min_IGBPmergeICESatGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_GLOBE-Gardner_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_3x3min_GLOBE-Gardner-mergeGIS_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_0.9x1.25_GRDC_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_360x720cru_cruncep_to_ne120np4_nomask_aave_da_${CDATE}.nc
ncatted -a history,global,a,c,/project/projectdirs/ccsm1/esmf/edison/ESMF-6.3.0rp1intel14.0_netcdf4.1.3-O/bin/ESMF_RegridWeightGen map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a hostname,global,a,c,${HOST} -h map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc
...
ncatted -a logname,global,a,c,gbisht -h map_1km-merge-10min_HYDRO1K-merge-nomask_to_ne120np4_nomask_aave_da_${CDATE}.nc