hgodas_sst2ioda.py

Go to the documentation of this file.

#!/usr/bin/env python3
 
#
# (C) Copyright 2019 UCAR
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
#
 
from __future__ import print_function
import sys
import argparse
import netCDF4 as nc
from datetime import datetime, timedelta
from pathlib import Path
 
IODA_CONV_PATH = Path(__file__).parent/"@SCRIPT_LIB_PATH@"
if not IODA_CONV_PATH.is_dir():
    IODA_CONV_PATH = Path(__file__).parent/'..'/'lib-python'
sys.path.append(str(IODA_CONV_PATH.resolve()))
 
import ioda_conv_ncio as iconv
from orddicts import DefaultOrderedDict
 
 
vName = {
    'T': "sea_surface_temperature",
}
 
locationKeyList = [
    ("latitude", "float"),
    ("longitude", "float"),
    ("datetime", "string")
]
 
AttrData = {
    'odb_version': 1,
}
 
 
class Profile(object):
 
    def __init__(self, filename, date, writer):
        self.filenamefilename = filename
        self.datedate = date
        self.datadata = DefaultOrderedDict(lambda: DefaultOrderedDict(dict))
        self.writerwriter = writer
        self._read_read()
 
    def _read(self):
        ncd = nc.Dataset(self.filenamefilename)
        time = ncd.variables['time'][:]
        lons = ncd.variables['lon'][:]
        lats = ncd.variables['lat'][:]
        hrs = ncd.variables['hr'][:]
        vals = ncd.variables['val'][:]
        errs = ncd.variables['err'][:]
        qcs = ncd.variables['qc'][:]
        ncd.close()
 
        base_date = datetime(1970, 1, 1) + timedelta(seconds=int(time[0]))
 
        valKey = vName['T'], self.writerwriter.OvalName()
        errKey = vName['T'], self.writerwriter.OerrName()
        qcKey = vName['T'], self.writerwriter.OqcName()
 
        count = 0
        for i in range(len(hrs)):
            # there shouldn't be any bad obs, but just in case remove them all
            if qcs[i] != 0:
                continue
 
            count += 1
            dt = base_date + timedelta(hours=float(hrs[i]))
            locKey = lats[i], lons[i], dt.strftime("%Y-%m-%dT%H:%M:%SZ")
            self.datadata[0][locKey][valKey] = vals[i]
            self.datadata[0][locKey][errKey] = errs[i]
            self.datadata[0][locKey][qcKey] = qcs[i]
 
 
def main():
 
    parser = argparse.ArgumentParser(
        description=('Read CPC Hybrid-GODAS sst files and convert'
                     ' to IODA format')
    )
    parser.add_argument('-i', '--input',
                        help="name of HGODAS profile input file",
                        type=str, required=True)
    parser.add_argument('-o', '--output',
                        help="name of ioda output file",
                        type=str, required=True)
    parser.add_argument('-d', '--date',
                        help="base date", type=str, required=True)
    args = parser.parse_args()
    fdate = datetime.strptime(args.date, '%Y%m%d%H')
 
    writer = iconv.NcWriter(args.output, locationKeyList)
 
    # Read in the profiles
    prof = Profile(args.input, fdate, writer)
 
    # write them out
    AttrData['date_time_string'] = fdate.strftime("%Y-%m-%dT%H:%M:%SZ")
 
    (ObsVars, LocMdata, VarMdata) = writer.ExtractObsData(prof.data)
    writer.BuildNetcdf(ObsVars, LocMdata, VarMdata, AttrData)
 
 
if __name__ == '__main__':
    main()