Merge pull request #247 from Ferlab-Ste-Justine/fix/clin-2536

fix: CLIN-2536 add missing normalized gnomad 4 config
Ferlab-Ste-Justine · Dec 5, 2024 · 4ebfe50 · 4ebfe50
2 parents 4ccef86 + eb1dd4b
commit 4ebfe50
Show file tree

Hide file tree

Showing 2 changed files with 54 additions and 0 deletions.
diff --git a/datalake-spark3/src/main/resources/reference_kf.conf b/datalake-spark3/src/main/resources/reference_kf.conf
@@ -872,6 +872,33 @@ datalake {
                 "valid_to_column"="valid_to"
             }
         },
+        {
+            format=DELTA
+            id="normalized_gnomad_genomes_v4"
+            keys=[]
+            loadtype=OverWrite
+            partitionby=[
+                chromosome
+            ]
+            path="/public/gnomad_genomes_4"
+            readoptions {}
+            storageid="public_database"
+            table {
+                database=variant
+                name="gnomad_genomes_v4"
+            }
+            view {
+                database="variant_live"
+                name="gnomad_genomes_v4"
+            }
+            writeoptions {
+                "created_on_column"="created_on"
+                "is_current_column"="is_current"
+                "updated_on_column"="updated_on"
+                "valid_from_column"="valid_from"
+                "valid_to_column"="valid_to"
+            }
+        },
         {
             format=DELTA
             id="normalized_human_genes"

diff --git a/datalake-spark3/src/test/resources/config/reference_kf.conf b/datalake-spark3/src/test/resources/config/reference_kf.conf
@@ -872,6 +872,33 @@ datalake {
                 "valid_to_column"="valid_to"
             }
         },
+        {
+            format=DELTA
+            id="normalized_gnomad_genomes_v4"
+            keys=[]
+            loadtype=OverWrite
+            partitionby=[
+                chromosome
+            ]
+            path="/public/gnomad_genomes_v4"
+            readoptions {}
+            storageid="public_database"
+            table {
+                database=variant
+                name="gnomad_genomes_v3"
+            }
+            view {
+                database="variant_live"
+                name="gnomad_genomes_v4"
+            }
+            writeoptions {
+                "created_on_column"="created_on"
+                "is_current_column"="is_current"
+                "updated_on_column"="updated_on"
+                "valid_from_column"="valid_from"
+                "valid_to_column"="valid_to"
+            }
+        }
         {
             format=DELTA
             id="normalized_human_genes"