atf: support wildcard schema patches, apply one for salesforce reduction

estuary · Aug 3, 2023 · d539f09 · d539f09
1 parent f806ef4
commit d539f09
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 0 deletions.
diff --git a/airbyte-integrations/connectors/source-salesforce/streams/*.patch.json b/airbyte-integrations/connectors/source-salesforce/streams/*.patch.json
@@ -0,0 +1,5 @@
+{
+  "reduce": {
+    "strategy": "merge"
+  }
+}
diff --git a/airbyte-to-flow/src/interceptors/airbyte_source_interceptor.rs b/airbyte-to-flow/src/interceptors/airbyte_source_interceptor.rs
@@ -269,6 +269,12 @@ impl AirbyteSourceInterceptor {
                     "{}/{}{}",
                     STREAM_PATCH_DIR_NAME, recommended_name, STREAM_PATCH_SUFFIX
                 ))
+                .or_else(|_| {
+                    std::fs::read_to_string(format!(
+                        "{}/*{}",
+                        STREAM_PATCH_DIR_NAME, STREAM_PATCH_SUFFIX
+                    ))
+                })
                 .ok()
                 .map(|p| sj::from_str::<sj::Value>(&p))
                 .transpose()?;