met_point_verf_ua.ksh

Go to the documentation of this file.

#!/bin/ksh -l

##########################################################################
#
# Script Name: met_point_verf_ua.ksh
#
#      Author: J.Wolff & M.Harrold
#              NCAR/RAL & DTC
#
#    Released: 6/7/2016
#
# Description:
#    This script runs the MET/Point-Stat tool to verify gridded output
#    from the WRF PostProcessor using point observations.  The MET/PB2NC
#    tool is run on the PREPBUFR observation files within this script.
#
#             START_TIME = The cycle time to use for the initial time.
#             FCST_TIME  = The three-digit forecast that is to be verified.
#            DOMAIN_LIST = A list of domains to be verified.
#           MET_EXE_ROOT = The full path of the MET executables.
#             MET_CONFIG = The full path of the MET configuration files.
#              UTIL_EXEC = The full path of the ndate executable.
#          MOAD_DATAROOT = Top-level data directory of WRF output.
#                RAW_OBS = Directory containing observations to be used.
#                  MODEL = The model being evaluated.
#
##########################################################################

# Name of this script
SCRIPT=met_point_verf_ua.ksh

# Set path for manual testing of script
#export CONSTANT=/scratch4/BMC/gmtb/harrold/gmtb-tierIII/bin/constants.ksh

# Make sure ${CONSTANT} exists
if [ ! -x "${CONSTANT}" ]; then
  ${ECHO} "ERROR: ${CONSTANT} does not exist or is not executable"
  exit 1
fi

# Read constants into the current shell
. ${CONSTANT}

# Vars used for manual testing of the script
#export START_TIME=2016012200
#export FCST_TIME="048" 
#export RES_LIST="0p25" 
#export GRID_VX_LIST="G3 G218" 
#export MET_EXE_ROOT=/scratch4/BMC/dtc/MET/met-5.1/bin
#export MET_CONFIG=/scratch4/BMC/gmtb/harrold/gmtb-tierIII/parm/met_config
#export UTIL_EXEC=/scratch4/BMC/gmtb/gmtb-tierIII/util
#export MOAD_DATAROOT=/scratch4/BMC/gmtb/mid_tier/OUTPUT/prtutornems_0p25/DOMAINS/2016012200
#export PNT_OBS_DIR=/scratch4/NCEPDEV/global/noscrub/stat/prepbufr
#export MODEL=GFSnems

# Print run parameters/masks
${ECHO}
${ECHO} "${SCRIPT} started at `${DATE}`"
${ECHO}
${ECHO} "       START_TIME = ${START_TIME}"
${ECHO} "        FCST_TIME = ${FCST_TIME}"
${ECHO} "         RES_LIST = ${RES_LIST}"
${ECHO} "     GRID_VX_LIST = ${GRID_VX_LIST}"
${ECHO} "     MET_EXE_ROOT = ${MET_EXE_ROOT}"
${ECHO} "       MET_CONFIG = ${MET_CONFIG}"
${ECHO} "        UTIL_EXEC = ${UTIL_EXEC}"
${ECHO} "    MOAD_DATAROOT = ${MOAD_DATAROOT}"
${ECHO} "           ROTDIR = ${ROTDIR}"
${ECHO} "      PNT_OBS_DIR = ${PNT_OBS_DIR}"
${ECHO} "            MODEL = ${MODEL}"

# Make sure $MOAD_DATAROOT exists
if [ ! -d "${MOAD_DATAROOT}" ]; then
  ${ECHO} "MOAD_DATAROOT, ${MOAD_DATAROOT} does not exist; will create it now!"
  ${MKDIR} -p ${MOAD_DATAROOT}
fi

# Make sure ROTDIR exists
if [ ! -d "${ROTDIR}" ]; then
  ${ECHO} "ERROR: ROTDIR, ${ROTDIR} does not exist"
  exit 1
fi

# Make sure PNT_OBS_DIR directory exists
if [ ! -d ${PNT_OBS_DIR} ]; then
  ${ECHO} "ERROR: PNT_OBS_DIR, ${PNT_OBS_DIR}, does not exist!"
  exit 1
fi

# Go to working directory
workdir=${MOAD_DATAROOT}/metprd
${MKDIR} -p ${workdir}
cd ${workdir}

export MODEL
export FCST_TIME
${ECHO} "MODEL=${MODEL}"
${ECHO} "FCST_TIME=${FCST_TIME}"

########################################################################
# Compute VX date - only need to run once
########################################################################

# Compute the verification date
VDATE=`${UTIL_EXEC}/ndate +${FCST_TIME} ${START_TIME}`
VYYYYMMDD=`${ECHO} ${VDATE} | ${CUT} -c1-8`
VHH=`${ECHO} ${VDATE} | ${CUT} -c9-10`
${ECHO} 'valid time for ' ${FCST_TIME} 'h forecast = ' ${VDATE}

########################################################################
# Run pb2nc on prepbufr obs file - only need to run once
########################################################################

# Specify the MET PB2NC configuration file to be used
export CONFIG_PB2NC="${MET_CONFIG}/PB2NCConfig_GMTB"

# Make sure the MET configuration files exists
if [ ! -e ${CONFIG_PB2NC} ]; then
  echo "ERROR: ${CONFIG_PB2NC} does not exist!"
  exit 1
fi

# Handle time -- set beg and end times for pb2nc processing
VYYYY=`echo ${VYYYYMMDD}  | cut -c1-4`
VMM=`echo ${VYYYYMMDD}  | cut -c5-6`
VDD=`echo ${VYYYYMMDD}  | cut -c7-8`
REF_UT=`date -ud ''${VYYYY}-${VMM}-${VDD}' UTC '${VHH}:00:00'' +%s`
BEG_UT=`expr ${REF_UT} - 2700`
END_UT=`expr ${REF_UT} + 2700`
BEG_STR=`date -ud '1970-01-01 UTC '${BEG_UT}' seconds' +%Y%m%d_%H%M%S`
END_STR=`date -ud '1970-01-01 UTC '${END_UT}' seconds' +%Y%m%d_%H%M%S`

# List observation file to be run through pb2nc
PB_FILE="${PNT_OBS_DIR}/gdas/prepbufr.gdas.${VYYYYMMDD}${VHH}"
if [ ! -e ${PB_FILE} ]; then
  PB_FILE="${OBS_DIR}/gdas/${VYYYYMMDD}/prepbufr.gdas.${VYYYYMMDD}${VHH}"
fi
if [ ! -e ${PB_FILE} ]; then
  echo "ERROR: Could not find observation file."
  exit 1
fi

# Go to prepbufr dir
pb2nc=${workdir}/pb2nc
${MKDIR} -p ${pb2nc}

# Create a PB2NC output file name
OBS_FILE="${pb2nc}/prepbufr.gdas.${VYYYYMMDD}.t${VHH}z.nc"

# Call PB2NC
echo "CALLING: ${MET_EXE_ROOT}/pb2nc ${PB_FILE} ${OBS_FILE} ${CONFIG_PB2NC} -v 2"

${MET_EXE_ROOT}/pb2nc ${PB_FILE} ${OBS_FILE} ${CONFIG_PB2NC} -valid_beg ${BEG_STR} -valid_end ${END_STR} -v 2

########################################################################
# Run point stat for each grid resolution and verification grid
########################################################################

# Loop through the domain list
for RES in ${RES_LIST}; do
   
   export RES
   ${ECHO} "RES=${RES}"

   for GRID_VX in ${GRID_VX_LIST}; do
      GRID_VX_NUM=`${ECHO} ${GRID_VX} | cut -c2-`  
      typeset -Z3 GRID_VX_NUM
      GRID_VX_FORMAT="G${GRID_VX_NUM}"

      export GRID_VX
      export GRID_VX_FORMAT 

      # Specify new mask directory structure
      MASKS=${MET_CONFIG}/masks
      export MASKS

      # Specify the MET Point-Stat configuration files to be used
      CONFIG_ADPUPA="${MET_CONFIG}/PointStatConfig_ADPUPA_REGRID_${GRID_VX}"

      # Make sure the Point-Stat configuration files exists
      if [ ! -e ${CONFIG_ADPUPA} ]; then
          ${ECHO} "ERROR: ${CONFIG_ADPUPA} does not exist!"
          exit 1
      fi

      # Check the GDAS observation file (created from previous command to run pb2nc)
      ${ECHO} "OBS_FILE: ${OBS_FILE}"

      if [ ! -e ${OBS_FILE} ]; then
        ${ECHO} "ERROR: Could not find observation file: ${OBS_FILE}"
        exit 1
      fi

      # Get the forecast to verify
      FCST_FILE=${ROTDIR}/pgrbq${FCST_TIME}.gfs.${START_TIME}.grib2
      ${ECHO} "FCST_FILE: ${FCST_FILE}"

      if [ ! -e ${FCST_FILE} ]; then
        ${ECHO} "ERROR: Could not find UPP output file: ${FCST_FILE}"
        exit 1
      fi

      #######################################################################
      #  Run Point-Stat
      #######################################################################

      # Verify upper air variables only at 00Z and 12Z
      if [ "${VHH}" == "00" -o "${VHH}" == "12" ]; then
        CONFIG_FILE=${CONFIG_ADPUPA}
   
        ${ECHO} "CALLING: ${MET_EXE_ROOT}/point_stat ${FCST_FILE} ${OBS_FILE} ${CONFIG_FILE} -outdir . -v 2"

        /usr/bin/time ${MET_EXE_ROOT}/point_stat ${FCST_FILE} ${OBS_FILE} ${CONFIG_FILE} \
          -outdir . -v 2

        error=$?
        if [ ${error} -ne 0 ]; then
          ${ECHO} "ERROR: For ${MODEL}, ${MET_EXE_ROOT}/point_stat ${CONFIG_FILE} crashed  Exit status: ${error}"
          exit ${error}
        fi
      fi
   
   done # GRID_VX
done # RES

##########################################################################

${ECHO} "${SCRIPT} completed at `${DATE}`"

exit 0