Add url type (#6)

OCHA-DAP · Dec 6, 2024 · b70c3b8 · b70c3b8
1 parent cc67e69
commit b70c3b8
Show file tree

Hide file tree

Showing 31 changed files with 26,980 additions and 26,975 deletions.
diff --git a/common/dataset_statistics.py b/common/dataset_statistics.py
@@ -44,14 +44,17 @@ def __init__(
     def get_status(self):
         self.public = "N" if self["private"] else "Y"
         self.data_link = ""
+        self.data_type = ""
         requestable = self.dataset.is_requestable()
         if requestable:
             self.requestable = "Y"
         else:
             self.requestable = "N"
             resources = self.dataset.get_resources()
             if resources:
-                self.data_link = resources[0]["url"]
+                resource = resources[0]
+                self.data_link = resource["url"]
+                self.data_type = resource["url_type"]
         self.archived = "Y" if self["archived"] else "N"
 
     def get_cod(self):

diff --git a/get_datasets_info.py b/get_datasets_info.py
@@ -52,6 +52,7 @@ def main(downloads, output_dir, **ignore):
             "fresh",
             "organisation",
             "data link",
+            "data type",
             "url",
             "is cod",
             "tags",
@@ -111,6 +112,7 @@ def main(downloads, output_dir, **ignore):
             datasetstats.fresh,
             org,
             datasetstats.data_link,
+            datasetstats.data_type,
             url,
             datasetstats.is_cod,
             datasetstats.tags,

diff --git a/tests/fixtures/datasets.csv b/tests/fixtures/datasets.csv
diff --git a/tests/fixtures/input/datasets_0.json b/tests/fixtures/input/datasets_0.json
diff --git a/tests/fixtures/input/datasets_1.json b/tests/fixtures/input/datasets_1.json
diff --git a/tests/fixtures/input/datasets_10.json b/tests/fixtures/input/datasets_10.json
diff --git a/tests/fixtures/input/datasets_11.json b/tests/fixtures/input/datasets_11.json
diff --git a/tests/fixtures/input/datasets_12.json b/tests/fixtures/input/datasets_12.json