exgdas_enkf_post.sh

#! /usr/bin/env bash

################################################################################
####  UNIX Script Documentation Block
#                      .                                             .
# Script name:         exgdas_enkf_post.sh
# Script description:  Global ensemble forecast post processing
#
# Author:        Rahul Mahajan      Org: NCEP/EMC     Date: 2017-03-02
#
# Abstract: This script post-processes global ensemble forecast output
#
# $Id$
#
# Attributes:
#   Language: POSIX shell
#
################################################################################

# Directories.
pwd=$(pwd)

APRUN_EPOS=${APRUN_EPOS:-${APRUN:-""}}
NTHREADS_EPOS=${NTHREADS_EPOS:-1}

# Fix files
LEVS=${LEVS:-64}
HYBENSMOOTH=${HYBENSMOOTH:-${FIXgfs}/gsi/global_hybens_smoothinfo.l${LEVS}.txt}

# Executables.
GETATMENSMEANEXEC=${GETATMENSMEANEXEC:-${EXECgfs}/getsigensmeanp_smooth.x}
GETSFCENSMEANEXEC=${GETSFCENSMEANEXEC:-${EXECgfs}/getsfcensmeanp.x}

# Other variables.
PREFIX=${PREFIX:-""}
FHMIN=${FHMIN_EPOS:-3}
FHMAX=${FHMAX_EPOS:-9}
FHOUT=${FHOUT_EPOS:-3}

if [[ "${RUN}" == "enkfgfs" ]]; then
    NMEM_ENS=${NMEM_ENS_GFS:-${NMEM_ENS:-30}}
else
    NMEM_ENS=${NMEM_ENS:-80}
fi
SMOOTH_ENKF=${SMOOTH_ENKF:-"NO"}
ENKF_SPREAD=${ENKF_SPREAD:-"NO"}

################################################################################
#  Preprocessing
ENKF_SUFFIX="s"
if [[ "${SMOOTH_ENKF}" == "NO" ]]; then
    ENKF_SUFFIX=""
fi

################################################################################
# Copy executables to working directory
cpreq "${GETSFCENSMEANEXEC}" "${DATA}"
cpreq "${GETATMENSMEANEXEC}" "${DATA}"

export OMP_NUM_THREADS=${NTHREADS_EPOS}

################################################################################
# Forecast ensemble member files
for imem in $(seq 1 "${NMEM_ENS}"); do
    memchar="mem"$(printf %03i "${imem}")
    declare -x COMIN_ATMOS_HISTORY=${ROTDIR}/${RUN}.${PDY}/${cyc}/${memchar}/model/atmos/history

    # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405
    for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do
        fhrchar=$(printf %03i "${fhr}")
        ${NLN} "${COMIN_ATMOS_HISTORY}/${PREFIX}sfc.f${fhrchar}.nc" "sfcf${fhrchar}_${memchar}"
        ${NLN} "${COMIN_ATMOS_HISTORY}/${PREFIX}atm.f${fhrchar}.nc" "atmf${fhrchar}_${memchar}"
    done
done

# Forecast ensemble mean and smoothed files
declare -rx COMOUT_ATMOS_HISTORY_STAT="${ROTDIR}/${RUN}.${PDY}/${cyc}/ensstat/model/atmos/history"
if [[ ! -d "${COMOUT_ATMOS_HISTORY_STAT}" ]]; then
    mkdir -p "${COMOUT_ATMOS_HISTORY_STAT}"
fi

for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do
    fhrchar=$(printf %03i "${fhr}")
    # TODO: remove deadlinks and refer https://github.com/NOAA-EMC/global-workflow/issues/4405
    ${NLN} "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensmean.sfc.f${fhrchar}.nc" "sfcf${fhrchar}.ensmean"
    ${NLN} "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensmean.atm.f${fhrchar}.nc" "atmf${fhrchar}.ensmean"
    if [[ "${SMOOTH_ENKF}" == "YES" ]]; then
        for imem in $(seq 1 "${NMEM_ENS}"); do
            memchar="mem"$(printf %03i "${imem}")
            declare -x COMIN_ATMOS_HISTORY=${ROTDIR}/${RUN}.${PDY}/${cyc}/${memchar}/model/atmos/history
            ${NLN} "${COMIN_ATMOS_HISTORY}/${PREFIX}atm.f${fhrchar}${ENKF_SUFFIX}.nc" "atmf${fhrchar}${ENKF_SUFFIX}_${memchar}"
        done
    fi
    if [[ "${ENKF_SPREAD}" == "YES" ]]; then
        ${NLN} "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensspread.atm.f${fhrchar}.nc" "atmf${fhrchar}.ensspread"
    fi
done

################################################################################
# Generate ensemble mean surface and atmospheric files

if [[ "${SMOOTH_ENKF}" == "YES" ]]; then
    cpreq "${HYBENSMOOTH}" ./hybens_smoothinfo
fi

for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do
    fhrchar=$(printf %03i "${fhr}")

    export pgm=${GETSFCENSMEANEXEC}
    source prep_step

    ${APRUN_EPOS} "${DATA}/$(basename "${GETSFCENSMEANEXEC}")" ./ "sfcf${fhrchar}.ensmean" "sfcf${fhrchar}" "${NMEM_ENS}" && true
    export err=$?
    if [[ ${err} -ne 0 ]]; then
        err_exit "Failed to calculate ensemble surface mean for forecast hour ${fhr}"
    fi

    export pgm=${GETATMENSMEANEXEC}
    source prep_step

    if [[ "${ENKF_SPREAD}" == "YES" ]]; then
        ${APRUN_EPOS} "${DATA}/$(basename "${GETATMENSMEANEXEC}")" ./ "atmf${fhrchar}.ensmean" "atmf${fhrchar}" "${NMEM_ENS}" "atmf${fhrchar}.ensspread" && true
        export err=$?
        if [[ ${err} -ne 0 ]]; then
            err_exit "Failed to calculate ensemble atmospheric mean and spread for forecast hour ${fhr}"
        fi
    else
        ${APRUN_EPOS} "${DATA}/$(basename "${GETATMENSMEANEXEC}")" ./ "atmf${fhrchar}.ensmean" "atmf${fhrchar}" "${NMEM_ENS}" && true
        export err=$?
        if [[ ${err} -ne 0 ]]; then
            err_exit "Failed to calculate ensemble atmospheric mean for forecast hour ${fhr}"
        fi
    fi
done

################################################################################
# If smoothing on but no smoothing output, copy smoothed ensemble atmospheric files
if [[ "${SMOOTH_ENKF}" == "YES" ]]; then
    for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do
        fhrchar=$(printf "%03i" "${fhr}")
        if [[ ! -s "atmf${fhrchar}${ENKF_SUFFIX}_mem001" ]]; then
            echo "WARNING! no smoothed ensemble member for fhour = ${fhrchar}" >&2
            for imem in $(seq 1 "${NMEM_ENS}"); do
                memchar="mem"$(printf "%03i" "${imem}")
                cpreq "atmf${fhrchar}_${memchar}" "atmf${fhrchar}${ENKF_SUFFIX}_${memchar}"
            done
        fi
    done
fi

################################################################################
# Send DBN alerts
if [[ "${SENDDBN}" == "YES" ]]; then
    for fhr in $(seq "${FHMIN}" "${FHOUT}" "${FHMAX}"); do
        fhrchar=$(printf "%03i" "${fhr}")
        if ((fhr % 3 == 0)); then
            if [[ -s "./sfcf${fhrchar}.ensmean" ]]; then
                "${DBNROOT}/bin/dbn_alert" "MODEL" "GFS_ENKF" "${job}" "${COMOUT_ATMOS_HISTORY_STAT}/${PREFIX}ensmean.sfc.f${fhrchar}.nc"
            fi
        fi
    done
fi

################################################################################
#  Postprocessing
cd "${pwd}" || exit 1

exit "${err}"