diff --git a/python/idsse/testing/data_access/nbm_aws_grib/20230401/temp_wind.blend.20230401.t12z.core.f001.co.grib2 b/python/idsse/testing/data_access/nbm_aws_grib/20230401/temp_wind.blend.20230401.t12z.core.f001.co.grib2 index a023df0..2e0b203 100644 Binary files a/python/idsse/testing/data_access/nbm_aws_grib/20230401/temp_wind.blend.20230401.t12z.core.f001.co.grib2 and b/python/idsse/testing/data_access/nbm_aws_grib/20230401/temp_wind.blend.20230401.t12z.core.f001.co.grib2 differ diff --git a/python/idsse/testing/data_access/request_with_bad_units.json b/python/idsse/testing/data_access/request_with_bad_units.json index 30830fc..c7bd8c7 100644 --- a/python/idsse/testing/data_access/request_with_bad_units.json +++ b/python/idsse/testing/data_access/request_with_bad_units.json @@ -1,22 +1,12 @@ { - "label": "data_requested", - "sourceType": "units", - "sourceObj": { - "units": "MilesPerDecade", - "source": { - "sourceType": "slice", - "sourceObj": { - "slice": "[910:1010,829:929]", - "source": { - "sourceType": "data", - "sourceObj": { - "product": "NBM", - "field": "WINDSPEED", - "issueDt": "2023-01-10T08:00:00Z", - "validDt": "2023-01-11T06:00:00Z" - } - } - } - } - } -} \ No newline at end of file + "label": "data_requested", + "sourceType": "data", + "sourceObj": { + "product": "NBM", + "field": "WINDSPEED", + "slice": "[910:1010,829:929]", + "issueDt": "2023-01-10T08:00:00Z", + "validDt": "2023-01-11T06:00:00Z", + "units": "MilesPerDecade" + } +} diff --git a/python/idsse/testing/data_access/task_handler_request_windspeed_and_temp.json b/python/idsse/testing/data_access/task_handler_request_windspeed_and_temp.json index 489d87f..39ea63a 100644 --- a/python/idsse/testing/data_access/task_handler_request_windspeed_and_temp.json +++ b/python/idsse/testing/data_access/task_handler_request_windspeed_and_temp.json @@ -7,95 +7,59 @@ { "sourceType": "condition", "sourceObj": { - "mapping": { - "controlPoints": [ - "-Infinity", - "30.000", - "60.000", - "Infinity" - ], - "startWeight": [ - 0, - 1, - 0 - ], - "endWeight": [ - 0, - 1, - 0 - ] - }, - "relational": "GT", - "thresh": 45.0, - "source": { - "sourceType": "units", - "sourceObj": { - "units": "MilesPerHour", - "source": { - "sourceType": "slice", - "sourceObj": { - "slice": "[910:1010,829:929]", - "source": { - "sourceType": "data", - "sourceObj": { - "product": "NBM", - "field": "WINDSPEED", - "region": "CONUS", - "issueDt": "2023-01-10T08:00:00.000Z", - "validDt": "2023-01-11T06:00:00.000Z" - } - } - } - } - } + "mapping": { + "controlPoints": [ + "-Infinity", + "30.000", + "60.000", + "Infinity" + ], + "startWeight": [0, 1, 0], + "endWeight": [0, 1, 0] + }, + "relational": "GT", + "thresh": 45.0, + "source": { + "sourceType": "data", + "sourceObj": { + "product": "NBM", + "field": "WINDSPEED", + "region": "CONUS", + "slice": "[910:1010,829:929]", + "issueDt": "2023-01-10T08:00:00.000Z", + "validDt": "2023-01-11T06:00:00.000Z", + "units": "MilesPerHour" } + } } }, { "sourceType": "condition", "sourceObj": { - "mapping": { - "controlPoints": [ - "-Infinity", - "15.000", - "45.000", - "Infinity" - ], - "startWeight": [ - 0, - 1, - 0 - ], - "endWeight": [ - 0, - 1, - 0 - ] - }, - "relational": "LTE", - "thresh": 30.0, - "source": { - "sourceType": "units", - "sourceObj": { - "units": "Fahrenheit", - "source": { - "sourceType": "slice", - "sourceObj": { - "slice": "[829:929,910:1010]", - "source": { - "sourceType": "data", - "sourceObj": { - "product": "NBM", - "field": "TEMP", - "region": "CONUS", - "issueDt": "2023-01-10T08:00:00Z", - "validDt": "2023-01-11T06:00:00Z" - } - } - } - } - } + "mapping": { + "controlPoints": [ + "-Infinity", + "15.000", + "45.000", + "Infinity" + ], + "startWeight": [0, 1, 0], + "endWeight": [0, 1, 0] + }, + "relational": "LTE", + "thresh": 30.0, + "source": { + "sourceType": "data", + "sourceObj": { + "product": "NBM", + "field": "TEMP", + "region": "CONUS", + "slice": "[829:929,910:1010]", + "issueDt": "2023-01-10T08:00:00Z", + "validDt": "2023-01-11T06:00:00Z", + "units": "Fahrenheit" } + } } } ] diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/ALASKA/TEMP/Kelvin/gridstore1702292603.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/ALASKA/TEMP/Kelvin/gridstore1702292603.nc new file mode 100644 index 0000000..75a4557 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/ALASKA/TEMP/Kelvin/gridstore1702292603.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/APPTEMP/Kelvin/gridstore138421877.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/APPTEMP/Kelvin/gridstore138421877.nc new file mode 100644 index 0000000..9c67012 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/APPTEMP/Kelvin/gridstore138421877.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/DEWPOINT/Kelvin/gridstore-1438225764.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/DEWPOINT/Kelvin/gridstore-1438225764.nc new file mode 100644 index 0000000..eb9aa71 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/DEWPOINT/Kelvin/gridstore-1438225764.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/ICE1HR/Millimeters/gridstore-1631284084.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/ICE1HR/Millimeters/gridstore-1631284084.nc new file mode 100644 index 0000000..4b2dd27 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/ICE1HR/Millimeters/gridstore-1631284084.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/PROBTHDR1HR/Percent/gridstore-902353314.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/PROBTHDR1HR/Percent/gridstore-902353314.nc new file mode 100644 index 0000000..c711e75 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/PROBTHDR1HR/Percent/gridstore-902353314.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RAIN1HR/Millimeters/gridstore-1281459217.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RAIN1HR/Millimeters/gridstore-1281459217.nc new file mode 100644 index 0000000..c3941eb Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RAIN1HR/Millimeters/gridstore-1281459217.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RH/Percent/gridstore28505636.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RH/Percent/gridstore28505636.nc new file mode 100644 index 0000000..58cf690 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/RH/Percent/gridstore28505636.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/SNOW1HR/Meters/gridstore-1980639183.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/SNOW1HR/Meters/gridstore-1980639183.nc new file mode 100644 index 0000000..5823184 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/SNOW1HR/Meters/gridstore-1980639183.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-265969726.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-265969726.nc new file mode 100644 index 0000000..cc64f89 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-265969726.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-747011672.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-747011672.nc new file mode 100644 index 0000000..3c448e0 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/TEMP/Kelvin/gridstore-747011672.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDGUST/MetersPerSecond/gridstore782305603.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDGUST/MetersPerSecond/gridstore782305603.nc new file mode 100644 index 0000000..b9b9774 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDGUST/MetersPerSecond/gridstore782305603.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDSPEED/MetersPerSecond/gridstore-956998345.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDSPEED/MetersPerSecond/gridstore-956998345.nc new file mode 100644 index 0000000..0b17849 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/CONUS/WINDSPEED/MetersPerSecond/gridstore-956998345.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/GUAM/TEMP/Kelvin/gridstore723294178.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/GUAM/TEMP/Kelvin/gridstore723294178.nc new file mode 100644 index 0000000..c4ab5b0 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/GUAM/TEMP/Kelvin/gridstore723294178.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/HAWAII/TEMP/Kelvin/gridstore488311467.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/HAWAII/TEMP/Kelvin/gridstore488311467.nc new file mode 100644 index 0000000..be69c2c Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/HAWAII/TEMP/Kelvin/gridstore488311467.nc differ diff --git a/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/PUERTO_RICO/TEMP/Kelvin/gridstore1973005597.nc b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/PUERTO_RICO/TEMP/Kelvin/gridstore1973005597.nc new file mode 100644 index 0000000..ed62173 Binary files /dev/null and b/python/idsse/testing/data_access/validation/NBM.AWS.GRIB/PUERTO_RICO/TEMP/Kelvin/gridstore1973005597.nc differ diff --git a/python/idsse/testing/idsse_common/__init__.py b/python/idsse/testing/idsse_common/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/python/idsse/testing/idsse_common/blend.t00z.core.f001.co.grib2.original b/python/idsse/testing/idsse_common/blend.t00z.core.f001.co.grib2.original new file mode 100644 index 0000000..1940efd Binary files /dev/null and b/python/idsse/testing/idsse_common/blend.t00z.core.f001.co.grib2.original differ diff --git a/python/idsse/testing/idsse_common/gridstore55657865.nc b/python/idsse/testing/idsse_common/gridstore55657865.nc new file mode 100644 index 0000000..8f66de0 Binary files /dev/null and b/python/idsse/testing/idsse_common/gridstore55657865.nc differ diff --git a/python/idsse/testing/idsse_common/gridstore_tmp_55657865.nc b/python/idsse/testing/idsse_common/gridstore_tmp_55657865.nc new file mode 100644 index 0000000..8f66de0 Binary files /dev/null and b/python/idsse/testing/idsse_common/gridstore_tmp_55657865.nc differ diff --git a/python/idsse/testing/idsse_common/nbm_temp-202211111100-202211121300.nc b/python/idsse/testing/idsse_common/nbm_temp-202211111100-202211121300.nc new file mode 100644 index 0000000..e88fbd2 Binary files /dev/null and b/python/idsse/testing/idsse_common/nbm_temp-202211111100-202211121300.nc differ diff --git a/python/setup.py b/python/setup.py index 9140190..0f6c14f 100644 --- a/python/setup.py +++ b/python/setup.py @@ -22,7 +22,9 @@ def package_files(directory): 'idsse.testing.data_access.data_cache', 'idsse.testing.data_access.mrms_aws_grib', 'idsse.testing.data_access.nbm_aws_grib', + 'idsse.testing.data_access.validation', 'idsse.testing.event_portfolios', + 'idsse.testing.idsse_common', 'idsse.testing.ims_request', 'idsse.testing.ims_response', 'idsse.testing.ims_service', @@ -34,7 +36,8 @@ def package_files(directory): 'idsse.testing.utils'], data_files=[('idsse.testing.data_access.data_cache', package_files('idsse/testing/data_access/data_cache')), ('idsse.testing.data_access.mrms_aws_grib', package_files('idsse/testing/data_access/mrms_aws_grib')), - ('idsse.testing.data_access.nbm_aws_grib', package_files('idsse/testing/data_access/nbm_aws_grib'))], + ('idsse.testing.data_access.nbm_aws_grib', package_files('idsse/testing/data_access/nbm_aws_grib')), + ('idsse.testing.data_access.validation', package_files('idsse/testing/data_access/validation'))], include_package_data=True, package_data={'':['*.csv', '*.json', '*.nc', '*.grib2*']}, install_requires=[