Skip to content

Commit

Permalink
Remove dangling && from now separate commands in build script.
Browse files Browse the repository at this point in the history
  • Loading branch information
zaneselvans committed Nov 16, 2024
1 parent c0d1632 commit 581507d
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions docker/gcp_pudl_etl.sh
Original file line number Diff line number Diff line change
Expand Up @@ -283,7 +283,7 @@ if [[ "$BUILD_TYPE" == "nightly" ]]; then
DISTRIBUTION_BUCKET_SUCCESS=${PIPESTATUS[0]}
# Remove individual parquet outputs and distribute just the zipped parquet
# archives on Zenodo, due to their number of files limit
rm -f "$PUDL_OUTPUT"/*.parquet && \
rm -f "$PUDL_OUTPUT"/*.parquet
# push a data release to Zenodo sandbox
zenodo_data_release "$ZENODO_TARGET_ENV" 2>&1 | tee -a "$LOGFILE"
ZENODO_SUCCESS=${PIPESTATUS[0]}
Expand All @@ -300,7 +300,7 @@ elif [[ "$BUILD_TYPE" == "stable" ]]; then
DISTRIBUTION_BUCKET_SUCCESS=${PIPESTATUS[0]}
# Remove individual parquet outputs and distribute just the zipped parquet
# archives on Zenodo, due to their number of files limit
rm -f "$PUDL_OUTPUT"/*.parquet && \
rm -f "$PUDL_OUTPUT"/*.parquet
# push a data release to Zenodo production
zenodo_data_release "$ZENODO_TARGET_ENV" 2>&1 | tee -a "$LOGFILE"
ZENODO_SUCCESS=${PIPESTATUS[0]}
Expand All @@ -316,14 +316,14 @@ elif [[ "$BUILD_TYPE" == "workflow_dispatch" ]]; then
clean_up_outputs_for_distribution 2>&1 | tee -a "$LOGFILE"
CLEAN_UP_OUTPUTS_SUCCESS=${PIPESTATUS[0]}

copy_outputs_to_distribution_bucket "$BUILD_ID" | tee -a "$LOGFILE" && \
copy_outputs_to_distribution_bucket "$BUILD_ID" | tee -a "$LOGFILE"
DISTRIBUTION_BUCKET_SUCCESS=${PIPESTATUS[0]}
# UNCOMMENT AFTER TESTING
# remove_dist_path "$BUILD_ID" | tee -a "$LOGFILE"

# Remove individual parquet outputs and distribute just the zipped parquet
# archives on Zenodo, due to their number of files limit
rm -f "$PUDL_OUTPUT"/*.parquet && \
rm -f "$PUDL_OUTPUT"/*.parquet
# push a data release to Zenodo sandbox
zenodo_data_release "$ZENODO_TARGET_ENV" 2>&1 | tee -a "$LOGFILE"
ZENODO_SUCCESS=${PIPESTATUS[0]}
Expand Down

0 comments on commit 581507d

Please sign in to comment.