Pre-commit

run_raster_stats.py

@@ -59,7 +59,7 @@ def process_chunk(start, end, dataset, mode, df_iso3s, engine_url, chunksize):
             max_adm = row["max_adm_level"]
 
             # Coverage check for specific datasets
-            if dataset in df_iso3s.keys() :
+            if dataset in df_iso3s.keys():
                 if not row[dataset]:
                     logger.info(f"Skipping {iso3}...")
                     continue
@@ -160,6 +160,8 @@ def process_chunk(start, end, dataset, mode, df_iso3s, engine_url, chunksize):
 
     else:
         logger.info("Processing entire date range in a single chunk")
-        process_chunk(start, end, dataset, args.mode, df_iso3s, engine_url, args.chunksize)
+        process_chunk(
+            start, end, dataset, args.mode, df_iso3s, engine_url, args.chunksize
+        )
 
     logger.info("Done calculating and saving stats.")

src/config/settings.py

@@ -3,7 +3,7 @@
 
 import yaml
 from dotenv import load_dotenv
-from sqlalchemy import Integer, VARCHAR
+from sqlalchemy import VARCHAR, Integer
 
 from src.utils.general_utils import get_most_recent_date
 
@@ -26,13 +26,13 @@ def load_pipeline_config(pipeline_name):
         config = yaml.safe_load(config_file)
     return config
 
- # TODO shift this to some utils?
-def parse_extra_dims(extra_dims):
 
+# TODO shift this to some utils?
+def parse_extra_dims(extra_dims):
     parsed_extra_dims = {}
     for extra_dim in extra_dims:
         dim = next(iter(extra_dim))
-        if extra_dim[dim] == 'str':
+        if extra_dim[dim] == "str":
             parsed_extra_dims[dim] = VARCHAR
         else:
             parsed_extra_dims[dim] = Integer

src/utils/iso3_utils.py

@@ -180,7 +180,7 @@ def create_iso3_df(engine):
     ]
 
     # TODO add info on how to retrieve this file
-    floodscan_iso3_coverage = pd.read_csv("data/floodscan_iso3s.csv")['iso3'].tolist()
+    floodscan_iso3_coverage = pd.read_csv("data/floodscan_iso3s.csv")["iso3"].tolist()
 
     iso3_codes = set()
     for locations in df_active_hrp["locations"]:

src/utils/raster_utils.py

@@ -281,11 +281,10 @@ def upsample_raster(ds, resampled_resolution=UPSAMPLED_RESOLUTION, logger=None):
             # Expand along the fourth dimension
             if fourth_dim == "band":
                 # Falls under different bands, use the long_name instead of integer value
-                #ds_ = ds_.expand_dims({'band': [ds_.long_name[val-1]]})
-                if int(ds_['band']) ==1 :
-                    ds_ = ds_.expand_dims({'band': ['SFED']})
+                if int(ds_["band"]) == 1:
+                    ds_ = ds_.expand_dims({"band": ["SFED"]})
                 else:
-                    ds_ = ds_.expand_dims({'band': ['MFED']})
+                    ds_ = ds_.expand_dims({"band": ["MFED"]})
             else:
                 ds_ = ds_.expand_dims([fourth_dim])
             resampled_arrays.append(ds_)
@@ -377,4 +376,4 @@ def rasterize_admin(
         fill=rast_fill,
         all_touched=all_touched,
     )
-    return admin_raster
+    return admin_raster