Enforce wal mode

We've already enabled this in production, but this ensures dev is wal
mode also

jobrunner/cli/manifests.py

@@ -21,7 +21,7 @@ def main():
 
         workspace_dir = local.get_high_privacy_workspace(workspace)
         if not workspace_dir.exists():
-            print(f" - workspace is archived")
+            print(f" - workspace {workspace} is archived")
             continue
 
         level4_dir = local.get_medium_privacy_workspace(workspace)

jobrunner/lib/database.py

@@ -177,6 +177,12 @@ def get_connection(filename=None):
         conn.row_factory = sqlite3.Row
         cache[filename] = conn
 
+        # use WAL to enable other processes (e.g. operational tasks) to read the DB.
+        # job-runner should be the only active writer, which means if we need
+        # some other process to write the db (e.g. a backfill), then we should
+        # stop job-runner.
+        conn.execute("PRAGMA journal_mode=WAL")
+
     return cache[filename]