Rating (#161)

profcomff · Feb 22, 2025 · 1bb3b53 · 1bb3b53
1 parent f1d3043
commit 1bb3b53
Show file tree

Hide file tree

Showing 6 changed files with 10 additions and 1 deletion.
diff --git a/pipelines/dm/rating/dm_lecturer_comment_act.py b/pipelines/dm/rating/dm_lecturer_comment_act.py
@@ -8,6 +8,8 @@
     dag_id="DM_RATING.dm_lecturer_comment_act",
     schedule=[Dataset("DWH_RATING.comment"), Dataset("ODS_RATING.lecturer_user_comment")],
     tags=["dm", "rating", "comment"],
+    start_date = datetime(2024, 11, 3),
+    catchup=False,
     default_args={
         "owner": "mixx3",
         "retries": 3,

diff --git a/pipelines/dwh/rating/rating/comment.py b/pipelines/dwh/rating/rating/comment.py
@@ -13,6 +13,8 @@
     dag_id = 'DWH_RATING.comment',
     schedule=[Dataset("ODS_RATING.comment")],
     tags=["dwh", "core", "rating", "comment"],
+    start_date = datetime(2024, 11, 3),
+    catchup=False,
     description='scd2_comment_hist',
     default_args = {
         'retries': 1,

diff --git a/pipelines/dwh/rating/rating/lecturer.py b/pipelines/dwh/rating/rating/lecturer.py
@@ -14,14 +14,16 @@
     schedule=[Dataset("ODS_RATING.lecturer")],
     tags=["dwh", "core", "rating", "comment"],
     description='scd2_lecturer_hist',
+    start_date = datetime(2024, 11, 3),
+    catchup=False,
     default_args = {
         'retries': 1,
         'owner':'mixx3',
     },
 ):
     PoodsresOperator(
         task_id='lecturer_hist',
-        poodsres_conn_id="poodsres_dwh",
+        poodsres_conn_id="postgres_dwh",
         sql=dedent("""
         -- close records
         update "DWH_RATING".lecturer as lecturer

diff --git a/pipelines/ods/rating/rating/comment.py b/pipelines/ods/rating/rating/comment.py
@@ -9,6 +9,7 @@
 with DAG(
     dag_id="STG_RATING.comment",
     schedule=[Dataset("STG_RATING.comment")],
+    start_date = datetime(2024, 11, 3),
     catchup=False,
     tags=["ods", "core", "rating", "comment"],
     default_args={"owner": "mixx3"},

diff --git a/pipelines/ods/rating/rating/lecturer.py b/pipelines/ods/rating/rating/lecturer.py
@@ -9,6 +9,7 @@
 with DAG(
     dag_id="STG_RATING.lecturer",
     schedule=[Dataset("STG_RATING.lecturer")],
+    start_date = datetime(2024, 11, 3),
     catchup=False,
     tags=["ods", "core", "rating", "lecturer"],
     default_args={"owner": "mixx3"},

diff --git a/pipelines/ods/rating/rating/lecturer_user_comment.py b/pipelines/ods/rating/rating/lecturer_user_comment.py
@@ -9,6 +9,7 @@
 with DAG(
     dag_id="STG_RATING.lecturer_user_comment",
     schedule=[Dataset("STG_RATING.lecturer_user_comment")],
+    start_date = datetime(2024, 11, 3),
     catchup=False,
     tags=["ods", "core", "rating", "lecturer_user_comment"],
     default_args={"owner": "mixx3"},