test: Run django tests in CI

.github/workflows/ci.yml

@@ -40,11 +40,22 @@ jobs:
     - name: Fetch stats
       run: |
         mkdir out
-        ./mock_stats_for_unit_tests.sh
-    - name: Run tests
+        ./partial_stats_for_unit_tests.sh
+    - name: Set up django
+      env:
+        DATABASE_URL: "postgres://postgres:postgres@localhost:5432/test_database_name"
+      run: |
+        python manage.py collectstatic
+        python manage.py migrate
+        python manage.py dashboard_import
+    - name: Run non-django tests
       env:
         DATABASE_URL: "postgres://postgres:postgres@localhost:5432/test_database_name"
       run: pytest --cov .
+    - name: Run django tests
+      env:
+        DATABASE_URL: "postgres://postgres:postgres@localhost:5432/test_database_name"
+      run: python manage.py test
     # - name: Coveralls
     #   run: coveralls --service=github-actions
     #   env:

iati_dashboard/ui/tests.py

@@ -15,7 +15,7 @@ def test_top_pages(self):
 
         self.assertEqual(self.client.get(reverse("dash-index")).status_code, 200)
         self.assertEqual(self.client.get(reverse("dash-headlines-publishers")).status_code, 200)
-        self.assertEqual(self.client.get(reverse("dash-headlines-publisher-detail", args=("undp",))).status_code, 200)
+        self.assertEqual(self.client.get(reverse("dash-headlines-publisher-detail", args=("zsl",))).status_code, 200)
         self.assertEqual(
             self.client.get(reverse("dash-headlines-publisher-detail", args=("not-a-valid-publisher",))).status_code,
             404,
@@ -237,7 +237,7 @@ def test_slug_page_redirects(self):
         """Test pages with slugs redirect to the section page"""
 
         self.assertRedirects(
-            self.client.get(r"/publisher/undp.html"), reverse("dash-headlines-publishers"), status_code=301
+            self.client.get(r"/publisher/zsl.html"), reverse("dash-headlines-publishers"), status_code=301
         )
         self.assertRedirects(self.client.get(r"/license/cc-by.html"), reverse("dash-licenses"), status_code=301)
         self.assertRedirects(

partial_stats_for_unit_tests.sh

@@ -0,0 +1,23 @@
+set -eux
+
+publisher_short_name=zsl
+
+if [ -d stats-calculated ]; then
+    echo "stats-calculated directory already exists, exiting."
+    exit
+fi
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/aggregated/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/aggregated-publisher/$publisher_short_name/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/aggregated-file/$publisher_short_name/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/inverted-publisher/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/inverted-file/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/current/inverted-file-publisher/$publisher_short_name/
+wget -m --no-parent https://dev.merged.dashboard.iatistandard.org/stats/gitaggregate-publisher-dated/$publisher_short_name/
+mv dev.merged.dashboard.iatistandard.org/stats stats-calculated
+for file in ckan.json licenses.json gitdate.json; do
+    curl --compressed https://dev.merged.dashboard.iatistandard.org/stats/$file > stats-calculated/$file
+done
+
+cat stats-calculated/current/inverted-publisher/activities.json  | jq "{$publisher_short_name: .$publisher_short_name}" > activities.json
+mv activities.json stats-calculated/current/inverted-publisher/activities.json
+rm stats-calculated/current/aggregated-publisher/$publisher_short_name/index.html*