#!/bin/bash 
#
#------------------------------------------------
# Batch settings on super computer
#------------------------------------------------
#PBS -N sp_cclm_par
#PBS -l select=2:ncpus=32:mpiprocs=12
#PBS -l walltime=00:45:00
#PBS -o output_par
#PBS -e output_par
#PBS -A ntnu919
#PBS -l select=1:ncpus=32

module load mpt/2.13
module load intelcomp/16.0.1
module load grib/1.14.5
module load cdo/1.7.0

module switch mpt/2.13  mpt/2.14
module load hdf5/1.8.18
module switch intelcomp/16.0.1 intelcomp/17.0.0
module load netcdf/4.4.1  


export FORT_BUFFERED=true
export decfort_dump_flag=true
export MXM_LOG_LEVEL=ERROR

set -e

#### !!!! Adopt this directory !!!!
SPDIR=/work/xiangph/CCLM/cclm-sp

cd ${SPDIR}/step_by_step/gcm_to_cclm/log_cclm
# clean the directory
rm -rf I* Y*

NPX=4
NPY=6
NPIO=0
NP1=`expr $NPX \* $NPY`
NP=`expr $NP1 + $NPIO`

#################################################
# cat together the INPUT*-files
#################################################

cat > INPUT_ORG << end_input_org
 &LMGRID
  startlat_tot  = -24.09, startlon_tot  = -25.13,
  pollat = 39.25, pollon = -162.0, 
  dlon=0.44, dlat=0.44, 
  ie_tot=101, je_tot=111, ke_tot=40,
 /END
 &RUNCTL
  dt=300,
  hstart=0,   hstop=744,
  ydate_ini='2000010100', ydate_end='2000020100',
  nprocx= ${NPX}, nprocy= ${NPY}, nprocio=${NPIO},
  hincmxt=24, hincmxu=24,
  itype_calendar=0,
  lreorder = .FALSE.,  lreproduce = .TRUE.,
  ldatatypes = .FALSE.,
  nboundlines = 3, 
  ncomm_type = 3,
  lartif_data = .FALSE.,
  ldump_ascii = .FALSE.,
 /END
 &TUNING
  wichfakt=0.,
  tur_len=500.,
  v0snow=20.,
  tkhmin=0.35,
  tkmmin=1.,
  rlam_heat=0.5249,
  mu_rain=0.5,
  entr_sc=0.0002,
  uc1=0.0626,
  fac_rootdp2=0.9000,
  soilhyd=1.6200
 /END
end_input_org

cat > INPUT_IO  << end_input_io
 &IOCTL
  lasync_io=.FALSE., yform_read='ncdf',  
  lbdclim=.TRUE.,
  nhour_restart=744,744,744,
  ydir_restart='${SPDIR}/step_by_step/gcm_to_cclm/data/cclm_output/restarts/'
  ytunit_restart='d',
  ngribout=3,
  yncglob_title="Europe 0.44 Starter Package",
  yncglob_source = "${SPDIR}/src/cclm/cclm.exe}",
  yncglob_project_id = "-",
  yncglob_experiment_id ="spcclm",
  ncglob_realization = 1,
  yncglob_contact = "YourAddress",
  yncglob_references = "http://www.clm-community.eu/",
 /END
 &DATABASE
 /END
 &GRIBIN
  lbdana = .FALSE.,
  lana_qi = .FALSE.,
  llb_qi = .FALSE.,
  lana_qr_qs = .FALSE.,
  llb_qr_qs = .FALSE.,
  lana_qg = .FALSE.,
  llb_qg = .FALSE.,
  lana_rho_snow  = .FALSE.,
  lan_t_s    = .FALSE.,
  lan_t_so0  = .TRUE.,
  lan_t_snow = .TRUE.,
  lan_t_cl   = .TRUE.,
  lan_w_snow = .TRUE.,
  lan_w_i    = .TRUE.,
  lan_w_cl   = .TRUE.,
  lan_vio3   = .TRUE.,
  lan_hmo3   = .TRUE.,
  lan_plcov  = .TRUE.,
  lan_lai    = .TRUE.,
  lan_rootdp = .TRUE.,
  lan_rho_snow= .FALSE.,
  ydirini='${SPDIR}/step_by_step/gcm_to_cclm/data/int2lm_output/',
  lchkini=.TRUE.,
  hincbound=6,
  ydirbd='${SPDIR}/step_by_step/gcm_to_cclm/data/int2lm_output/',
  lchkbd =.FALSE.,
  ytunitbd='d',
 /END
 &GRIBOUT
  yform_write='ncdf',
  hcomb=0,744,3,
  yvarml='FRESHSNW','PP','QC','QI','QR','QS','QV','QV_S','T','T_S','T_SNOW','T_SO','U','V','W','W_I',
         'W_SNOW','W_SO',
  yvarpl=' ', 
  yvarzl=' ',
  luvmasspoint=.FALSE.,
  lcheck = .FALSE.,
  lwrite_const=.TRUE.,
  ydir='${SPDIR}/step_by_step/gcm_to_cclm/data/cclm_output/out01/',
  ytunit='d',
 /END
 &GRIBOUT
  yform_write='ncdf',
  hcomb=0,744,6,
  yvarml='RAIN_CON','SNOW_CON','RAIN_GSP','SNOW_GSP','TOT_PREC',
         'ALB_RAD','ALHFL_S','ASHFL_S','ASOB_T','ASOB_S',
         'ATHB_S','ATHB_T',
         'CLCT','DURSUN','PMSL','PS','QV_2M','T_2M','U_10M',
         'V_10M','RELHUM_2M',
         'AEVAP_S','AUMFL_S','AVMFL_S','CLCH','CLCL','CLCM',
         'H_SNOW','RUNOFF_G','RUNOFF_S',
  yvarpl=' ',
  yvarzl=' ',
  luvmasspoint=.TRUE.,
  lcheck = .FALSE.,
  lwrite_const=.TRUE.,
  ydir='${SPDIR}/step_by_step/gcm_to_cclm/data/cclm_output/out02/',
  ytunit='d',
 /END
 &GRIBOUT
  yform_write='ncdf',
  hcomb=0,744,6,
  yvarml=' ',
  yvarpl='FI','QV','T','U','V','RELHUM',
  plev=200.,500.,850.,925.,
  yvarzl=' ',
  luvmasspoint=.TRUE.,
  lcheck = .FALSE.,
  lwrite_const=.TRUE.,
  ydir='${SPDIR}/step_by_step/gcm_to_cclm/data/cclm_output/out03/',
  ytunit='d',
 /END
end_input_io

cat > INPUT_DYN << end_input_dyn
 &DYNCTL
  alphaass=0.5300,
  ldiabf_lh = .TRUE.,
  ldyn_bbc = .TRUE.,
  y_scalar_advect='BOTT2',
  lexpl_lbc = .TRUE.,
  l2tls = .TRUE.,
  ldyn_bbc = .FALSE.,
  rlwidth = 500000.,
  nrdtau = 6,
  iadv_order = 3,
  itype_bbc_w = 1,
  l_diff_Smag = .FALSE.,
  itype_fast_waves = 1,
  lspecnudge=.FALSE.,alpha_sn=0.05,
  isc_sn=6, jsc_sn=6,
  yvarsn='U     ','V    ',
 /END
end_input_dyn
    
cat > INPUT_PHY << end_input_phy
&PHYCTL
  lgsp=.TRUE.,
    itype_gscp=3,
  lrad=.TRUE.,
    hincrad=1.0,
    ico2_rad=2,
    lforest = .TRUE.,
  ltur = .TRUE.,
    limpltkediff = .FALSE.,
    lexpcor = .FALSE.,
  lsoil = .TRUE.,
    lmulti_snow = .FALSE.,
    itype_heatcond = 2,
    itype_evsl = 3,
    itype_trvg = 2,
    lmelt = .TRUE.,
    lmelt_var = .TRUE.,
    lmulti_layer = .TRUE.,
    ke_soil = 9,
    czml_soil=0.005,0.025,0.07,0.16,0.34,0.7,1.42,2.86,5.74,11.5,
    czbot_w_so=4.0,
  lconv = .TRUE.,
    nincconv = 2,
    itype_conv = 0,
    lconf_avg = .TRUE.,
  lsso=.TRUE.,
  llake=.FALSE.,
  lseaice=.FALSE.,
  itype_albedo=2,
/END
end_input_phy

cat > INPUT_DIA << end_input_dia
 &DIACTL
  n0meanval=0, nincmeanval=24,
  lgplong=.FALSE., lgpshort=.TRUE., lgpspec=.FALSE.,
  n0gp=0,      hincgp=6.0,
  stationlist_tot= 0, 0, 52.220, 14.135, 'Lindenberg_Obs',
                   0, 0, 53.633,  9.983, 'Hamburg',
 /END
end_input_dia

cat > INPUT_INI << end_input_ini
 &INICTL
  ndfi=2,
  tspan=  600.0, taus=  600.0,
  dtbak=15.0, dtfwd=15.0,
 /END
end_input_ini

cat > INPUT_ASS << end_input_ass
 &NUDGING
  lnudge  =.FALSE.,
 /END
end_input_ass

#################################################
# run the program
#################################################

# you have to adapt the way how to invoke the binary
export MPI_COREDUMP=FIRST
echo ----- start CCLM
mpiexec_mpt -stats ${SPDIR}/src/cclm/bin/cclm.exe
echo ----- CCLM finished