Skip to content

Update to latest version of GSI #8

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ClaraDraper-NOAA wants to merge 1 commit into
base: hybgain_workflow_p8
Choose a base branch
from
Open

Update to latest version of GSI #8

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 13 additions & 8 deletions config.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -80,14 +80,17 @@ export controlanal="false" # hybrid-cov high-res control analysis as in ops
source $MODULESHOME/init/sh
if [ "$machine" == 'hera' ]; then
export basedir=/scratch2/BMC/gsienkf/${USER}
export codedir=/scratch2/BMC/gsienkf/Jeffrey.S.Whitaker/
export datadir=$basedir
export hsidir="/ESRL/BMC/gsienkf/2year/whitaker/${exptname}"
export obs_datapath=/scratch1/NCEPDEV/global/glopara/dump
module purge
module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2022.1.2
module load hpc-impi/2022.1.2
module load hpc/1.1.0
module load hpc-intel/18.0.5.274
module load hpc-impi/2018.0.4
module load prod_util/1.2.2

module load hdf5/1.10.6
module load netcdf/4.7.4
module load pio/2.5.2
Expand All @@ -97,6 +100,7 @@ if [ "$machine" == 'hera' ]; then
export WGRIB=`which wgrib`
elif [ "$machine" == 'orion' ]; then
export basedir=/work/noaa/gsienkf/${USER}
export codedir=/work/noaa/gsienkf/whitaker/
export datadir=$basedir
export hsidir="/ESRL/BMC/gsienkf/2year/whitaker/${exptname}"
#export obs_datapath=/work/noaa/rstprod/dump
Expand All @@ -117,6 +121,7 @@ elif [ "$machine" == 'orion' ]; then
export WGRIB=`which wgrib`
elif [ "$machine" == 'gaea' ]; then
export basedir=/lustre/f2/dev/${USER}
export codedir=/lustre/f2/dev/Jeffrey.S.Whitaker
export datadir=/lustre/f2/scratch/${USER}
export hsidir="/ESRL/BMC/gsienkf/2year/whitaker/${exptname}"
#export hsidir="/3year/NCEPDEV/GEFSRR/${exptname}"
Expand Down Expand Up @@ -387,7 +392,7 @@ elif [ $LEVS -eq 127 ]; then
export s_ens_v=7.7 # 20 levels
fi
# use pre-generated bias files.
#export biascorrdir=${datadir}/biascor
#export biascorrdir=${codedir}/biascor

export nanals=80
# if nanals2>0, extend nanals2 members out to FHMAX + ANALINC (one extra assim window)
Expand All @@ -404,7 +409,7 @@ if [ "$machine" == 'hera' ]; then
export FIXDIR_gcyc=$FIXDIR
#export FIXDIR_gcyc=/scratch1/NCEPDEV/global/glopara/fix # for GFSv16
export python=/contrib/anaconda/2.3.0/bin/python
export gsipath=${basedir}/gsi/GSI
export gsipath=${codedir}/gsi/GSI
export fixgsi=${gsipath}/fix
export fixcrtm=/scratch2/NCEPDEV/nwprod/NCEPLIBS/fix/crtm_v2.3.0
export execdir=${enkfscripts}/exec_${machine}
Expand All @@ -417,7 +422,7 @@ elif [ "$machine" == 'orion' ]; then
#export FIXDIR_gcyc=/work/noaa/global/glopara/fix_NEW # for GFSv16
export python=`which python`
export fv3gfspath=/work/noaa/global/glopara
export gsipath=${basedir}/GSI
export gsipath=${codedir}/GSI
export fixgsi=${gsipath}/fix
export fixcrtm=$fv3gfspath/crtm/crtm_v2.3.0
export execdir=${enkfscripts}/exec_${machine}
Expand All @@ -431,7 +436,7 @@ elif [ "$machine" == 'gaea' ]; then
export fv3gfspath=/lustre/f2/dev/Jeffrey.S.Whitaker/fv3_reanl/fv3gfs/global_shared.v15.0.0
export FIXFV3=${fv3gfspath}/fix/fix_fv3_gmted2010
export FIXGLOBAL=${fv3gfspath}/fix/fix_am
export gsipath=/lustre/f2/dev/Jeffrey.S.Whitaker/GSI-github-jswhit
export gsipath=${codedir}/GSI-github-jswhit
export fixgsi=${gsipath}/fix
export fixcrtm=/lustre/f2/pdata/ncep_shared/NCEPLIBS/lib/crtm/v2.2.6/fix
#export fixcrtm=${fixgsi}/crtm_v2.2.3
Expand Down Expand Up @@ -461,7 +466,7 @@ export HYBENSINFO=${fixgsi}/global_hybens_info.l${LEVS}.txt # only used if readi
# in stratosphere/mesosphere
#export HYBENSMOOTHINFO=${fixgsi}/global_hybens_smoothinfo.l${LEVS}.txt
export OZINFO=${fixgsi}/global_ozinfo.txt
export CONVINFO=${fixgsi}/global_convinfo.txt
#export CONVINFO=${fixgsi}/global_convinfo.txt
export SATINFO=${fixgsi}/global_satinfo.txt
export NLAT=$((${LATA}+2))
# default is to use berror file in gsi fix dir.
Expand Down
Binary file removed exec_hera/global_enkf
View file
Open in desktop
Binary file not shown.
1 change: 1 addition & 0 deletions exec_hera/global_enkf
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
../../../gerrit-hera/gsi/GSI_mine/install/bin/enkf.x
Binary file removed exec_hera/global_gsi
View file
Open in desktop
Binary file not shown.
1 change: 1 addition & 0 deletions exec_hera/global_gsi
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
../../../gerrit-hera/gsi/GSI_mine/install/bin/gsi.x
17 changes: 9 additions & 8 deletions hera_preamble
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
#!/bin/sh
#SBATCH -q debug
#SBATCH -t 00:30:00
##SBATCH -t 01:30:00
##SBATCH -q debug
##SBATCH -t 00:30:00
#SBATCH -q batch
#SBATCH -t 01:30:00
#SBATCH -A gsienkf
#SBATCH -N 20
#SBATCH -J C96_hybcov_p8
Expand All @@ -24,8 +25,8 @@ elif [ $NODES -eq 20 ]; then
# 20 nodes, 2 threads
export control_threads=2
export control_proc=800
export write_groups_ctl=2 # write groups for control forecast.
export write_tasks_ctl=8
export write_groups_ctl=4 # write groups for control forecast.
export write_tasks_ctl=4
export layout_ctl="8,8" # layout_x,layout_y (total # mpi tasks = $layout_x*$layout_y*6=($fg_proc/$fg_threads) - $write_tasks*$write_groups)
elif [ $NODES -eq 40 ]; then
# 40 nodes, 4 threads
Expand Down Expand Up @@ -69,11 +70,11 @@ fi
# C96 ensemble
export fg_proc=$corespernode
export fg_threads=1
export enkf_threads=4
export gsi_control_threads=2
export enkf_threads=10
export gsi_control_threads=4
export write_groups=1
# 40 cores per node
export write_tasks=4
export write_tasks=4
export layout="3, 2"

# C384 ensemble, C768 control (run with 80 nodes)
Expand Down
27 changes: 15 additions & 12 deletions main.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,34 +50,37 @@ if [ "$REALTIME" == "NO" ]; then

# Set CONVINFO
if [[ "$analdate" -ge 2021052012 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2021052012
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2021052012
elif [[ "$analdate" -ge 2021032212 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2021032212
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2021032212
elif [[ "$analdate" -ge 2020091612 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2020091612
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2020091612
elif [[ "$analdate" -ge 2020052612 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2020052612
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2020052612
elif [[ "$analdate" -ge 2020040718 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2020040718
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2020040718
elif [[ "$analdate" -ge 2019110706 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2019110706
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2019110706
elif [[ "$analdate" -ge 2019021900 ]]; then
export CONVINFO=$fixgsi/gfsv16_historical/global_convinfo.txt.2019021900
CONVINFO2=$fixgsi/gfsv16_historical/global_convinfo.txt.2019021900
elif [[ "$analdate" -ge "2018022818" ]]; then
export CONVINFO=$fixgsi/fv3_historical/global_convinfo.txt.2018022818
CONVINFO2=$fixgsi/fv3_historical/global_convinfo.txt.2018022818
elif [[ "$analdate" -ge "2018010512" ]]; then
export CONVINFO=$fixgsi/fv3_historical/global_convinfo.txt.2018010512
CONVINFO2=$fixgsi/fv3_historical/global_convinfo.txt.2018010512
elif [[ "$analdate" -ge "2017071912" ]]; then
export CONVINFO=$fixgsi/fv3_historical/global_convinfo.txt.2017071912
CONVINFO2=$fixgsi/fv3_historical/global_convinfo.txt.2017071912
elif [[ "$analdate" -ge "2016031512" ]]; then
export CONVINFO=$fixgsi/fv3_historical/global_convinfo.txt.2016031512
CONVINFO2=$fixgsi/fv3_historical/global_convinfo.txt.2016031512
elif [[ "$analdate" -ge "2014041400" ]]; then
export CONVINFO=$fixgsi/fv3_historical/global_convinfo.txt.2014041400
CONVINFO2=$fixgsi/fv3_historical/global_convinfo.txt.2014041400
else
echo "no convinfo found"
exit 1
fi

export CONVINFO=${CONVINFO:-$CONVINFO2}


# Set OZINFO
if [[ "$analdate" -ge 2020011806 ]]; then
export OZINFO=$fixgsi/gfsv16_historical/global_ozinfo.txt.2020011806
Expand Down