diff --git a/pipelines/dm/rating/dm_lecturer_comment_act.py b/pipelines/dm/rating/dm_lecturer_comment_act.py index 500a6eb..5f9adc1 100644 --- a/pipelines/dm/rating/dm_lecturer_comment_act.py +++ b/pipelines/dm/rating/dm_lecturer_comment_act.py @@ -8,6 +8,8 @@ dag_id="DM_RATING.dm_lecturer_comment_act", schedule=[Dataset("DWH_RATING.comment"), Dataset("ODS_RATING.lecturer_user_comment")], tags=["dm", "rating", "comment"], + start_date = datetime(2024, 11, 3), + catchup=False, default_args={ "owner": "mixx3", "retries": 3, diff --git a/pipelines/dwh/rating/rating/comment.py b/pipelines/dwh/rating/rating/comment.py index 630c642..0976c6c 100644 --- a/pipelines/dwh/rating/rating/comment.py +++ b/pipelines/dwh/rating/rating/comment.py @@ -13,6 +13,8 @@ dag_id = 'DWH_RATING.comment', schedule=[Dataset("ODS_RATING.comment")], tags=["dwh", "core", "rating", "comment"], + start_date = datetime(2024, 11, 3), + catchup=False, description='scd2_comment_hist', default_args = { 'retries': 1, diff --git a/pipelines/dwh/rating/rating/lecturer.py b/pipelines/dwh/rating/rating/lecturer.py index 29e326f..77dc8db 100644 --- a/pipelines/dwh/rating/rating/lecturer.py +++ b/pipelines/dwh/rating/rating/lecturer.py @@ -14,6 +14,8 @@ schedule=[Dataset("ODS_RATING.lecturer")], tags=["dwh", "core", "rating", "comment"], description='scd2_lecturer_hist', + start_date = datetime(2024, 11, 3), + catchup=False, default_args = { 'retries': 1, 'owner':'mixx3', @@ -21,7 +23,7 @@ ): PoodsresOperator( task_id='lecturer_hist', - poodsres_conn_id="poodsres_dwh", + poodsres_conn_id="postgres_dwh", sql=dedent(""" -- close records update "DWH_RATING".lecturer as lecturer diff --git a/pipelines/ods/rating/rating/comment.py b/pipelines/ods/rating/rating/comment.py index cc19743..8357b7b 100644 --- a/pipelines/ods/rating/rating/comment.py +++ b/pipelines/ods/rating/rating/comment.py @@ -9,6 +9,7 @@ with DAG( dag_id="STG_RATING.comment", schedule=[Dataset("STG_RATING.comment")], + start_date = datetime(2024, 11, 3), catchup=False, tags=["ods", "core", "rating", "comment"], default_args={"owner": "mixx3"}, diff --git a/pipelines/ods/rating/rating/lecturer.py b/pipelines/ods/rating/rating/lecturer.py index 05011af..1664183 100644 --- a/pipelines/ods/rating/rating/lecturer.py +++ b/pipelines/ods/rating/rating/lecturer.py @@ -9,6 +9,7 @@ with DAG( dag_id="STG_RATING.lecturer", schedule=[Dataset("STG_RATING.lecturer")], + start_date = datetime(2024, 11, 3), catchup=False, tags=["ods", "core", "rating", "lecturer"], default_args={"owner": "mixx3"}, diff --git a/pipelines/ods/rating/rating/lecturer_user_comment.py b/pipelines/ods/rating/rating/lecturer_user_comment.py index 3e0a0f7..2000d7a 100644 --- a/pipelines/ods/rating/rating/lecturer_user_comment.py +++ b/pipelines/ods/rating/rating/lecturer_user_comment.py @@ -9,6 +9,7 @@ with DAG( dag_id="STG_RATING.lecturer_user_comment", schedule=[Dataset("STG_RATING.lecturer_user_comment")], + start_date = datetime(2024, 11, 3), catchup=False, tags=["ods", "core", "rating", "lecturer_user_comment"], default_args={"owner": "mixx3"},