From 701c5ddc963f0a7e58f1c583375a63d4e5adbad3 Mon Sep 17 00:00:00 2001 From: Reuben <60552974+ReubenFrankel@users.noreply.github.com> Date: Thu, 9 Jan 2025 16:55:27 +0000 Subject: [PATCH 1/6] `tap-f1`: Add `jolpica` keyword in reference to replacement API (#1924) --- _data/meltano/extractors/tap-f1/reubenf.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/_data/meltano/extractors/tap-f1/reubenf.yml b/_data/meltano/extractors/tap-f1/reubenf.yml index 95018743e..8cc08e016 100644 --- a/_data/meltano/extractors/tap-f1/reubenf.yml +++ b/_data/meltano/extractors/tap-f1/reubenf.yml @@ -15,6 +15,7 @@ keywords: - f1 - formula 1 - formula one +- jolpica - meltano_sdk label: Formula 1 logo_url: /assets/logos/extractors/f1.png From 6de2f4b4de85dc2aaa343d0c724e4af2c5bf4c1e Mon Sep 17 00:00:00 2001 From: andyoneal Date: Thu, 9 Jan 2025 18:17:37 -0600 Subject: [PATCH 2/6] tap-salesforce: Bump Meltano variant to v1.8.0 (#1927) --- .../extractors/tap-salesforce/meltanolabs.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml index 3abc9f278..c8b9a544f 100644 --- a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml +++ b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml @@ -12,7 +12,7 @@ logo_url: /assets/logos/extractors/salesforce.png maintenance_status: active name: tap-salesforce namespace: tap_salesforce -pip_url: git+https://github.com/meltanolabs/tap-salesforce.git@v1.5.1 +pip_url: git+https://github.com/MeltanoLabs/tap-salesforce.git@v1.8.0 quality: silver repo: https://github.com/meltanolabs/tap-salesforce select: @@ -23,8 +23,8 @@ select: - Account.* - Opportunity.* settings: -- description: Used to switch the behavior of the tap between using Salesforce’s “REST” - and “BULK” APIs. +- description: Used to switch the behavior of the tap between using Salesforce’s “REST”, + “BULK”, and "BULK 2.0" APIs. kind: options label: API Type name: api_type @@ -33,13 +33,15 @@ settings: value: REST - label: BULK value: BULK + - label: BULK2 + value: BULK2 value: REST - description: Salesforce client ID. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_oauth_and_connected_apps.htm. label: Client ID name: client_id - description: Salesforce client secret. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_oauth_and_connected_apps.htm. kind: password label: Client Secret name: client_secret @@ -125,10 +127,8 @@ settings: settings_group_validation: - - password - security_token - - start_date - username - - client_id - client_secret - refresh_token - - start_date variant: meltanolabs From 7356e7935ffadd0d92a62611af34a032714a08af Mon Sep 17 00:00:00 2001 From: Reuben <60552974+ReubenFrankel@users.noreply.github.com> Date: Fri, 10 Jan 2025 15:22:27 +0000 Subject: [PATCH 3/6] Bump `tap-veeqo` from `v0.1.0` to `v0.3.2` (#1928) --- _data/meltano/extractors/tap-veeqo/matatika.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/extractors/tap-veeqo/matatika.yml b/_data/meltano/extractors/tap-veeqo/matatika.yml index 2ed620f99..fe4968b0c 100644 --- a/_data/meltano/extractors/tap-veeqo/matatika.yml +++ b/_data/meltano/extractors/tap-veeqo/matatika.yml @@ -17,7 +17,7 @@ logo_url: /assets/logos/extractors/veeqo.png maintenance_status: active name: tap-veeqo namespace: tap_veeqo -pip_url: git+https://github.com/Matatika/tap-veeqo.git@v0.1.0 +pip_url: git+https://github.com/Matatika/tap-veeqo.git@v0.3.2 quality: gold repo: https://github.com/Matatika/tap-veeqo settings: From f23066ed9252f23a02ba4be2e6fbbd17babd72a7 Mon Sep 17 00:00:00 2001 From: MeltyBot <105875157+MeltyBot@users.noreply.github.com> Date: Mon, 13 Jan 2025 13:33:45 -0500 Subject: [PATCH 4/6] chore: [Hub Bot] Refresh metadata 2025-01-13 (#1929) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: pnadolny13 Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- .../extractors/tap-cloudwatch/meltanolabs.yml | 18 ++++---- .../meltano/extractors/tap-veeqo/matatika.yml | 41 +++++++++++++++++-- 2 files changed, 47 insertions(+), 12 deletions(-) diff --git a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml index 14d7c92ad..2a3019ead 100644 --- a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml +++ b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml @@ -52,7 +52,7 @@ settings: sensitive: true - description: Compression format to use for batch files. kind: options - label: Batch Compression Format + label: Batch Config Encoding Compression name: batch_config.encoding.compression options: - label: GZIP @@ -61,7 +61,7 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Encoding Format + label: Batch Config Encoding Format name: batch_config.encoding.format options: - label: JSONL @@ -70,11 +70,11 @@ settings: value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Storage Prefix + label: Batch Config Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Storage Root + label: Batch Config Storage Root name: batch_config.storage.root - description: The size of the time window to query by, default 3,600 seconds (i.e. 1 hour). If the result set for a batch is greater than the max limit of 10,000 @@ -97,20 +97,20 @@ settings: name: end_date - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array - label: Faker Locale + label: Faker Config Locale name: faker_config.locale - description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' kind: string - label: Faker Seed + label: Faker Config Seed name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Enable Schema Flattening + label: Flattening Enabled name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Max Flattening Depth + label: Flattening Max Depth name: flattening_max_depth - description: The log group on which to perform the query. kind: string @@ -128,7 +128,7 @@ settings: name: start_date - description: User-defined config values to be used within map expressions. kind: object - label: User Stream Map Configuration + label: Stream Map Config name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). diff --git a/_data/meltano/extractors/tap-veeqo/matatika.yml b/_data/meltano/extractors/tap-veeqo/matatika.yml index fe4968b0c..e7dc2c6f5 100644 --- a/_data/meltano/extractors/tap-veeqo/matatika.yml +++ b/_data/meltano/extractors/tap-veeqo/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -29,18 +30,52 @@ settings: label: API Key name: api_key sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Compression Format + name: batch_config.encoding.compression + options: + - label: GZIP + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Encoding Format + name: batch_config.encoding.format + options: + - label: JSONL + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: User-defined config values to be used within map expressions. kind: object - label: Stream Map Config + label: User Stream Map Configuration name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). From a2b1f77bfba6522edc47c6bd0cd71b56b234943b Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 13 Jan 2025 12:55:24 -0600 Subject: [PATCH 5/6] chore(deps): bump ruamel-yaml from 0.18.9 to 0.18.10 (#1930) Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- poetry.lock | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/poetry.lock b/poetry.lock index eacb8e25d..f5cb5c2b2 100644 --- a/poetry.lock +++ b/poetry.lock @@ -419,13 +419,13 @@ use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] [[package]] name = "ruamel-yaml" -version = "0.18.9" +version = "0.18.10" description = "ruamel.yaml is a YAML parser/emitter that supports roundtrip preservation of comments, seq/map flow style, and map key order" optional = false python-versions = ">=3.7" files = [ - {file = "ruamel.yaml-0.18.9-py3-none-any.whl", hash = "sha256:c17d2a7ccf7fd2dd4b6d699111c37e94f12277a1db71e847ad7f3d19b8e3e9f4"}, - {file = "ruamel.yaml-0.18.9.tar.gz", hash = "sha256:59d0f8b10c658bd55ecd107e334d4117d766a2b9cc8f5176afcdadcff6f84a5e"}, + {file = "ruamel.yaml-0.18.10-py3-none-any.whl", hash = "sha256:30f22513ab2301b3d2b577adc121c6471f28734d3d9728581245f1e76468b4f1"}, + {file = "ruamel.yaml-0.18.10.tar.gz", hash = "sha256:20c86ab29ac2153f80a428e1254a8adf686d3383df04490514ca3b79a362db58"}, ] [package.dependencies] From f67a2e4060e81841085211477533ab9bf3377022 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Tue, 14 Jan 2025 13:11:51 -0600 Subject: [PATCH 6/6] Update tap-mysql transferwise variant to point to the corresponding subdirectories in transferwise/pipelinewise (#1931) --- _data/meltano/extractors/tap-mysql/transferwise.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/_data/meltano/extractors/tap-mysql/transferwise.yml b/_data/meltano/extractors/tap-mysql/transferwise.yml index 69c5ceaf4..db4c1da62 100644 --- a/_data/meltano/extractors/tap-mysql/transferwise.yml +++ b/_data/meltano/extractors/tap-mysql/transferwise.yml @@ -14,13 +14,13 @@ metadata: replication-method: FULL_TABLE name: tap-mysql namespace: tap_mysql -pip_url: pipelinewise-tap-mysql +pip_url: git+https://github.com/transferwise/pipelinewise.git#subdirectory=singer-connectors/tap-mysql prereq: | ### Usage Notes This tap is configured to use `FULL_TABLE` replication by default. See the [setting metadata documentation](https://docs.meltano.com/guide/integration#setting-metadata) for more details and instructions on using `INCREMENTAL` replication. quality: silver -repo: https://github.com/transferwise/pipelinewise-tap-mysql +repo: https://github.com/transferwise/pipelinewise settings: - description: Cursor class used by PyMYSQL. label: Cursor Class @@ -104,7 +104,7 @@ settings_preamble: | ```yaml - name: tap-mysql variant: transferwise - pip_url: pipelinewise-tap-mysql + pip_url: git+https://github.com/transferwise/pipelinewise.git#subdirectory=singer-connectors/tap-mysql config: user: meltano select: