feat: SKFP-1339 add custom mainDestination for enrich variant (#243)

Ferlab-Ste-Justine · Nov 27, 2024 · a2168f1 · a2168f1
1 parent 71838f7
commit a2168f1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/datalake-spark3/src/main/scala/bio/ferlab/datalake/spark3/genomics/enriched/Variants.scala b/datalake-spark3/src/main/scala/bio/ferlab/datalake/spark3/genomics/enriched/Variants.scala
@@ -32,8 +32,8 @@ import java.time.LocalDateTime
 case class Variants(rc: RuntimeETLContext, participantId: Column = col("participant_id"),
                     affectedStatus: Column = col("affected_status"), filterSnv: Option[Column] = Some(col("has_alt")),
                     snvDatasetId: String, splits: Seq[OccurrenceSplit], extraAggregations: Seq[Column] = Nil,
-                    checkpoint: Boolean = false, spliceAi: Boolean = true) extends SimpleSingleETL(rc) {
-  override val mainDestination: DatasetConf = conf.getDataset("enriched_variants")
+                    checkpoint: Boolean = false, spliceAi: Boolean = true, destinationDataSetId: String = "enriched_variants") extends SimpleSingleETL(rc) {
+  override val mainDestination: DatasetConf = conf.getDataset(destinationDataSetId)
   if (checkpoint) {
     spark.sparkContext.setCheckpointDir(s"${mainDestination.rootPath}/checkpoints")
   }