From bb2c94c9f700f53b149288d0c93546e1c247962a Mon Sep 17 00:00:00 2001 From: akrherz Date: Mon, 27 Nov 2023 12:32:23 -0600 Subject: [PATCH] drop unused NLDAS grib download per #595 --- scripts/RUN_0Z.sh | 3 -- scripts/dl/download_nldas.py | 59 ------------------------------------ 2 files changed, 62 deletions(-) delete mode 100644 scripts/dl/download_nldas.py diff --git a/scripts/RUN_0Z.sh b/scripts/RUN_0Z.sh index 8514fbb636..88913975f1 100644 --- a/scripts/RUN_0Z.sh +++ b/scripts/RUN_0Z.sh @@ -40,9 +40,6 @@ python max_reflect.py $(date -u --date '1 days ago' +'%Y %m %d') 0 cd ../dbutil python rwis2archive.py $(date -u --date '1 days ago' +'%Y %m %d') -cd ../dl -python download_nldas.py & - cd ../qc python check_n0q.py diff --git a/scripts/dl/download_nldas.py b/scripts/dl/download_nldas.py deleted file mode 100644 index 3f0ed3dcfb..0000000000 --- a/scripts/dl/download_nldas.py +++ /dev/null @@ -1,59 +0,0 @@ -"""Fetch the NLDAS forcing-a files for archiving -Run at 00 UTC and get the files from 4 days ago! -""" -import datetime -import os -import subprocess -import tempfile - -import requests -from pyiem.util import exponential_backoff, logger, utc - -LOG = logger() - - -def do(ts): - """Run for a given date!""" - for hr in range(24): - now = ts.replace(hour=hr, minute=0, second=0) - - uri = ( - "https://nomads.ncep.noaa.gov/pub/data/nccf/com/nldas/" - f"prod/nldas.{now:%Y%m%d}/nldas.t12z.force-a.grb2f{hr:02.0f}" - ) - try: - req = exponential_backoff(requests.get, uri, timeout=60) - if req is None or req.status_code != 200: - raise RuntimeError( - f"status code is {0 if req is None else req.status_code}" - ) - except Exception as exp: - LOG.warning("download failed for: %s, %s", uri, exp) - continue - tmpfd = tempfile.NamedTemporaryFile(delete=False) - tmpfd.write(req.content) - tmpfd.close() - - cmd = [ - "pqinsert", - "-p", - ( - f"data a {now:%Y%m%d%H%M} bogus " - f"model/nldas/nldas.t12z.force-a.grb2f{hr:02.0f} grib2" - ), - tmpfd.name, - ] - LOG.info(" ".join(cmd)) - subprocess.call(cmd) - - os.remove(tmpfd.name) - - -def main(): - """Go Main Go""" - ts = utc() - datetime.timedelta(days=5) - do(ts) - - -if __name__ == "__main__": - main()