___<>snoflake xdb monitors

datafold · Sep 17, 2024 · 1e4106c · 1e4106c
1 parent 2a16e35
commit 1e4106c
Showing 1 changed file with 134 additions and 0 deletions.
diff --git a/monitors.yaml b/monitors.yaml
@@ -237,3 +237,137 @@ monitors:
     alert:
       different_rows_count: 10
       different_rows_percent: 10
+
+
+
+# Databricks<>Snowflake XDB DIFF monitors
+
+  xdb_diff__databricks_showflake__egress_10M_:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8357
+        table: demo.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+  xdb_diff__databricks_showflake__egress_10M__sampling_0_001:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8357
+        table: demo.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+      sampling:
+        rate: 0.001
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+
+# Snowflake<>Snowflake XDB DIFF monitors
+
+  xdb_diff__snowflake_showflake__egress_10M_:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V1_10M
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+  xdb_diff__snowflake_showflake__egress_10M__sampling_0_001:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V1_10M
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+      sampling:
+        rate: 0.001
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10