From afeb3ff4a7dc742d8ce9871c891cf392b2061198 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez-Mondrag=C3=B3n?= Date: Mon, 23 Sep 2024 20:10:17 -0600 Subject: [PATCH] Added the rclone utility plugin --- _data/default_variants.yml | 1 + _data/maintainers.yml | 4 ++ _data/meltano/utilities/rclone/rclone.yml | 74 +++++++++++++++++++++++ 3 files changed, 79 insertions(+) create mode 100644 _data/meltano/utilities/rclone/rclone.yml diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 9ab51834a..c52091e1d 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -703,3 +703,4 @@ utilities: sqlfluff: sqlfluff superset: meltano tableau: gabilew + rclone: rclone diff --git a/_data/maintainers.yml b/_data/maintainers.yml index 2cc580997..85a7ed70a 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -983,6 +983,10 @@ rawwar: label: rawwar name: KalyanR url: https://github.com/rawwar +rclone: + label: rclone + name: rclone + url: https://github.com/rclone reubenf: label: Reuben Frankel name: reubenf diff --git a/_data/meltano/utilities/rclone/rclone.yml b/_data/meltano/utilities/rclone/rclone.yml new file mode 100644 index 000000000..1d6ea4956 --- /dev/null +++ b/_data/meltano/utilities/rclone/rclone.yml @@ -0,0 +1,74 @@ +# Subcommands +commands: + config: + args: config + sync: + args: sync + +name: rclone +namespace: rclone +pip_url: rclone-bin +settings: + +# Global settings +- description: Log level + kind: options + label: Log Level + name: log_level + options: + - label: DEBUG + value: DEBUG + - label: INFO + value: INFO + - label: NOTICE + value: NOTICE + - label: ERROR + value: ERROR +- description: Use json log format + kind: boolean + label: Use JSON Log + name: use_json_log +- description: IO idle timeout (default 5m0s) + kind: integer + label: IO Idle Timeout + name: timeout + +# Local settings +- description: Force the filesystem to report itself as case insensitive. + kind: boolean + label: Case Sensitive + name: local.case_sensitive + +# S3 +- description: AWS Access Key ID + kind: string + name: s3.access_key_id +- description: Endpoint for S3 API + kind: string + name: s3.endpoint +- description: Get AWS credentials from runtime (environment variables or EC2/ECS meta data if no env vars) + kind: boolean + name: env_auth +- description: S3 provider + kind: options + name: s3.provider + options: + - label: AWS + value: AWS + - label: Ceph + value: Ceph + - label: DigitalOcean Spaces + value: DigitalOcean + - label: Minio + value: Minio +- description: Region to connect to + kind: string + name: s3.region +- description: AWS Secret Access Key (password) + kind: password + name: s3.secret_access_key + sensitive: true +usage: | + meltano invoke rclone:config + meltano invoke rclone:sync source:path dest:path +variant: rclone