Feature/bump plugin dependencies for pydantic 2.x (#102)

* [feature] bump dependencies * update lock --------- Co-authored-by: Maxim Mityutko <[email protected]>
Nike-Inc · Mar 25, 2024 · c3bfa6c · c3bfa6c
1 parent 6ba515b
commit c3bfa6c
Show file tree

Hide file tree

Showing 6 changed files with 485 additions and 355 deletions.
diff --git a/brickflow/engine/task.py b/brickflow/engine/task.py
@@ -820,8 +820,8 @@ def get_brickflow_libraries(enable_plugins: bool = False) -> List[TaskLibrary]:
     if settings.brickflow_enable_plugins is True or enable_plugins is True:
         return [
             bf_lib,
-            PypiTaskLibrary("apache-airflow==2.6.3"),
-            PypiTaskLibrary("snowflake==0.5.1"),
+            PypiTaskLibrary("apache-airflow==2.7.3"),
+            PypiTaskLibrary("snowflake==0.6.0"),
             MavenTaskLibrary("com.cronutils:cron-utils:9.2.0"),
         ]
     else:

diff --git a/brickflow_plugins/databricks/uc_to_snowflake_operator.py b/brickflow_plugins/databricks/uc_to_snowflake_operator.py
@@ -8,14 +8,14 @@
          at project level in entrypoint or at workflow level or at task level. Examples shown below 
         entrypoint:
             with Project( ... 
-                          libraries=[PypiTaskLibrary(package="snowflake==0.5.1")]
+                          libraries=[PypiTaskLibrary(package="snowflake==0.6.0")]
                           ...)
         workflow:
             wf=Workflow( ...
-                         libraries=[PypiTaskLibrary(package="snowflake==0.5.1")]
+                         libraries=[PypiTaskLibrary(package="snowflake==0.6.0")]
                          ...)
         Task:
-            @wf.task(Library=[PypiTaskLibrary(package="snowflake==0.5.1")]
+            @wf.task(Library=[PypiTaskLibrary(package="snowflake==0.6.0")]
             def run_snowflake_queries(*args):
                 ...
         """

diff --git a/examples/brickflow_examples/workflows/demo_wf.py b/examples/brickflow_examples/workflows/demo_wf.py
@@ -43,7 +43,7 @@
         can_view=[User("[email protected]")],
         can_manage=[User("[email protected]")],
     ),
-    libraries=[PypiTaskLibrary(package="snowflake==0.5.1")],
+    libraries=[PypiTaskLibrary(package="snowflake==0.6.0")],
     # replace <emails> with existing users' email on databricks
     default_task_settings=TaskSettings(
         email_notifications=EmailNotifications(