v1.11.0-rc.2 #356
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Draft Release | |
| on: | |
| push: | |
| tags: | |
| - 'v*' | |
| env: | |
| PROJECT_ID: steampipe | |
| IMAGE_NAME: fdw | |
| CORE_REPO: us-docker.pkg.dev/steampipe/steampipe | |
| ORG: turbot | |
| CONFIG_SCHEMA_VERSION: "2020-11-18" | |
| VERSION: ${{ github.event.ref }} | |
| jobs: | |
| build-osx: | |
| name: Build for Darwin | |
| runs-on: macos-latest | |
| steps: | |
| - name: Install PostgreSQL@14 | |
| run: brew install --force postgresql@14 | |
| - name: PGConfig | |
| run: |- | |
| which pg_config | |
| ls -l $(which pg_config) | |
| PGXS=$(pg_config --pgxs) | |
| SERVER_LIB=$(pg_config --includedir)/server | |
| INTERNAL_LIB=$(pg_config --includedir)/internal | |
| echo $PGXS | |
| echo $SERVER_LIB | |
| echo $INTERNAL_LIB | |
| ls -l $PGXS | |
| ls -l $SERVER_LIB | |
| ls -l $INTERNAL_LIB | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup Golang | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.21 | |
| - name: Fetching Go Cache Paths | |
| id: go-cache-paths | |
| run: | | |
| echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT | |
| echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT | |
| - name: Go Build Cache | |
| id: build-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-build }} | |
| key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }} | |
| - name: Go Mod Cache | |
| id: mod-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-mod }} | |
| key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }} | |
| - name: make clean | |
| run: |- | |
| go version | |
| which pg_config | |
| pg_config --version | |
| export PATH=$(pg_config --bindir):$PATH | |
| export PGXS=$(pg_config --pgxs) | |
| export SERVER_LIB=$(pg_config --includedir)/server | |
| export INTERNAL_LIB=$(pg_config --includedir)/internal | |
| export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export LDFLAGS=$(pg_config --ldfalgs) | |
| export PG_LDFLAGS=$(pg_config --ldfalgs) | |
| make clean | |
| - name: make | |
| run: |- | |
| go version | |
| which pg_config | |
| pg_config --version | |
| export PATH=$(pg_config --bindir):$PATH | |
| export PGXS=$(pg_config --pgxs) | |
| export SERVER_LIB=$(pg_config --includedir)/server | |
| export INTERNAL_LIB=$(pg_config --includedir)/internal | |
| export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export LDFLAGS=$(pg_config --ldfalgs) | |
| export PG_LDFLAGS=$(pg_config --ldfalgs) | |
| make | |
| - name: gzip the steampipe_postgres_fdw.so | |
| run: |- | |
| gzip build-Darwin/steampipe_postgres_fdw.so | |
| mv build-Darwin/steampipe_postgres_fdw.so.gz build-Darwin/steampipe_postgres_fdw.so.darwin_amd64.gz | |
| - name: Save MacOS Build Artifact - AMD64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.darwin_amd64 | |
| path: build-Darwin/steampipe_postgres_fdw.so.darwin_amd64.gz | |
| if-no-files-found: error | |
| - name: Save steampipe_postgres_fdw.control # only need this once for ALL platforms | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.control | |
| path: ./fdw/steampipe_postgres_fdw.control | |
| if-no-files-found: error | |
| - name: Save steampipe_postgres_fdw--1.0.sql # only need this once for ALL platforms | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw--1.0.sql | |
| path: ./fdw/steampipe_postgres_fdw--1.0.sql | |
| if-no-files-found: error | |
| build-osx-arm: | |
| name: Build for Darwin ARM64 | |
| runs-on: macos-14 | |
| steps: | |
| - name: Install PostgreSQL@14 | |
| run: brew install --force postgresql@14 | |
| - name: PGConfig | |
| run: |- | |
| which pg_config | |
| ls -l $(which pg_config) | |
| PGXS=$(pg_config --pgxs) | |
| SERVER_LIB=$(pg_config --includedir)/server | |
| INTERNAL_LIB=$(pg_config --includedir)/internal | |
| echo $PGXS | |
| echo $SERVER_LIB | |
| echo $INTERNAL_LIB | |
| ls -l $PGXS | |
| ls -l $SERVER_LIB | |
| ls -l $INTERNAL_LIB | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup Golang | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.21 | |
| - name: Fetching Go Cache Paths | |
| id: go-cache-paths | |
| run: | | |
| echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT | |
| echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT | |
| - name: Go Build Cache | |
| id: build-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-build }} | |
| key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }} | |
| - name: Go Mod Cache | |
| id: mod-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-mod }} | |
| key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }} | |
| - name: make clean | |
| run: |- | |
| go version | |
| which pg_config | |
| pg_config --version | |
| export PATH=$(pg_config --bindir):$PATH | |
| export PGXS=$(pg_config --pgxs) | |
| export SERVER_LIB=$(pg_config --includedir)/server | |
| export INTERNAL_LIB=$(pg_config --includedir)/internal | |
| export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export LDFLAGS=$(pg_config --ldfalgs) | |
| export PG_LDFLAGS=$(pg_config --ldfalgs) | |
| make clean | |
| - name: make | |
| run: |- | |
| go version | |
| which pg_config | |
| pg_config --version | |
| export PATH=$(pg_config --bindir):$PATH | |
| export PGXS=$(pg_config --pgxs) | |
| export SERVER_LIB=$(pg_config --includedir)/server | |
| export INTERNAL_LIB=$(pg_config --includedir)/internal | |
| export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export LDFLAGS=$(pg_config --ldfalgs) | |
| export PG_LDFLAGS=$(pg_config --ldfalgs) | |
| make | |
| - name: gzip the steampipe_postgres_fdw.so | |
| run: |- | |
| gzip build-Darwin/steampipe_postgres_fdw.so | |
| mv build-Darwin/steampipe_postgres_fdw.so.gz build-Darwin/steampipe_postgres_fdw.so.darwin_arm64.gz | |
| - name: Save MacOS Build Artifact - AMD64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.darwin_arm64 | |
| path: build-Darwin/steampipe_postgres_fdw.so.darwin_arm64.gz | |
| if-no-files-found: error | |
| build-linux: | |
| name: Build for Linux x86_64 | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup GoLang | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.21 | |
| - name: Fetching Go Cache Paths | |
| id: go-cache-paths | |
| run: | | |
| echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT | |
| echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT | |
| - name: Go Build Cache | |
| id: build-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-build }} | |
| key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }} | |
| - name: Go Mod Cache | |
| id: mod-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.go-cache-paths.outputs.go-mod }} | |
| key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }} | |
| - name: Setup apt-get | |
| run: |- | |
| sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list' | |
| wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add - | |
| sudo env ACCEPT_EULA=Y apt-get update | |
| sudo env ACCEPT_EULA=Y apt-get upgrade | |
| - name: Install PostgreSQL14 Dev | |
| run: |- | |
| sudo apt-get -y install postgresql-server-dev-14 | |
| - name: Find stuff and set env | |
| run: |- | |
| which pg_config | |
| pg_config --version | |
| export PATH=$(pg_config --bindir):$PATH | |
| export PGXS=$(pg_config --pgxs) | |
| export SERVER_LIB=$(pg_config --includedir)/14/server | |
| export INTERNAL_LIB=$(pg_config --includedir)/internal | |
| export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g" | |
| export LDFLAGS=$(pg_config --ldflags) | |
| export PG_LDFLAGS=$(pg_config --ldflags) | |
| ls -la $SERVER_LIB | |
| ls -la $INTERNAL_LIB | |
| - name: make clean | |
| run: |- | |
| go version | |
| make clean | |
| - name: make | |
| run: |- | |
| make | |
| - name: gzip the steampipe_postgres_fdw.so | |
| run: |- | |
| gzip build-Linux/steampipe_postgres_fdw.so | |
| mv build-Linux/steampipe_postgres_fdw.so.gz build-Linux/steampipe_postgres_fdw.so.linux_amd64.gz | |
| - name: Save Linux Build Artifact - AMD64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.linux_amd64 | |
| path: build-Linux/steampipe_postgres_fdw.so.linux_amd64.gz | |
| if-no-files-found: error | |
| build-linux-arm: | |
| name: Build for Linux ARM64 (on AWS EC2) | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Configure AWS Credentials | |
| run: | | |
| mkdir ~/.aws | |
| echo -e "[default]\naws_access_key_id = ${{ secrets.AWS_ACCESS_KEY_ID }}\naws_secret_access_key = ${{ secrets.AWS_SECRET_ACCESS_KEY }}\nregion = ap-south-1" > ~/.aws/credentials | |
| - name: SSH into the system and build binary | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_DEFAULT_REGION: 'ap-south-1' | |
| PRIVATE_KEY: ${{ secrets.AWS_PRIVATE_KEY }} | |
| run: | | |
| # echo $ref | |
| ref=${{ github.event.ref }} | |
| # echo tag | |
| tag=$(echo "$ref" | sed 's/.*\///') | |
| # get public IP of the linux machine | |
| ip=$(dig +short myip.opendns.com @resolver1.opendns.com) | |
| echo $ip | |
| # set PAGER to empty to not get cli output automatically being sent to vim | |
| export PAGER= | |
| # whitelist the ip, add the ip to the security group to allow access into the instance | |
| aws ec2 authorize-security-group-ingress --group-name pskr-sg --protocol tcp --port 22 --cidr $ip/32 --region ap-south-1 | |
| #start instance | |
| aws ec2 start-instances --instance-ids i-05f5bb2b09b313386 --region ap-south-1 --output text | |
| echo "starting instance..." | |
| sleep 60 | |
| # get the public ip and status of the instance | |
| public_ip=$(aws ec2 describe-instances --instance-ids i-05f5bb2b09b313386 --query 'Reservations[*].Instances[*].PublicDnsName' --region ap-south-1 --output text) | |
| status=$(aws ec2 describe-instance-status --instance-ids i-05f5bb2b09b313386 --query 'InstanceStatuses[*].InstanceState.Name' --region ap-south-1 --output text) | |
| echo $public_ip | |
| echo $status | |
| # check if the instance is available for use, if not, then wait for it | |
| while [ $status != "running" ] ; do | |
| echo "instance not yet available" | |
| sleep 5 | |
| status=$(aws ec2 describe-instance-status --instance-ids i-05f5bb2b09b313386 --query 'InstanceStatuses[*].InstanceState.Name' --region ap-south-1 --output text) | |
| done | |
| # set up the private key | |
| echo "$PRIVATE_KEY" > private_key && chmod 600 private_key | |
| # ssh into the instance and run the script to build the binary | |
| ssh -o StrictHostKeyChecking=accept-new -i private_key ubuntu@$public_ip 'bash -s' < scripts/script_to_build.sh $tag | |
| # use scp to fetch the built binary out of the instance | |
| scp -i private_key ubuntu@$public_ip:/home/ubuntu/steampipe-postgres-fdw/build-Linux/steampipe_postgres_fdw.so . | |
| # stop instance | |
| aws ec2 stop-instances --instance-ids i-05f5bb2b09b313386 --region ap-south-1 | |
| # remove the ip from the security group | |
| aws ec2 revoke-security-group-ingress --group-name pskr-sg --protocol tcp --port 22 --cidr $ip/32 --region ap-south-1 | |
| # check binary exists | |
| file steampipe_postgres_fdw.so | |
| - name: gzip the steampipe_postgres_fdw.so | |
| run: |- | |
| gzip steampipe_postgres_fdw.so | |
| mv steampipe_postgres_fdw.so.gz steampipe_postgres_fdw.so.linux_arm64.gz | |
| - name: Save Linux Build Artifact - ARM64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.linux_arm64 | |
| path: steampipe_postgres_fdw.so.linux_arm64.gz | |
| if-no-files-found: error | |
| build-draft-release: | |
| name: Build Draft Release | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build-linux | |
| - build-linux-arm | |
| - build-osx | |
| - build-osx-arm | |
| steps: | |
| - name: Get latest version tag | |
| run: |- | |
| echo "VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV | |
| - name: Validate Version String | |
| run: |- | |
| if [[ $VERSION =~ ^v[0-9]+\.[0-9]+\.[0-9]+(-.+)?$ ]]; then | |
| echo "Version OK: $VERSION" | |
| else | |
| echo "Invalid version: $VERSION" | |
| exit 1 | |
| fi | |
| - name: Download steampipe_postgres_fdw.so - darwin_amd64 | |
| id: download_fdw_so_darwin_amd64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.darwin_amd64 | |
| - name: Download steampipe_postgres_fdw.so - darwin_arm64 | |
| id: download_fdw_so_darwin_arm64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.darwin_arm64 | |
| - name: Download steampipe_postgres_fdw.so - linux_amd64 | |
| id: download_fdw_so_linux_amd64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.linux_amd64 | |
| - name: Download steampipe_postgres_fdw.so - linux_arm64 | |
| id: download_fdw_so_linux_arm64 | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.so.linux_arm64 | |
| - name: Download steampipe_postgres_fdw.control | |
| id: download_fdw_control | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw.control | |
| - name: Download steampipe_postgres_fdw--1.0.sql | |
| id: download_fdw_sql | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: steampipe_postgres_fdw--1.0.sql | |
| - name: Check Path | |
| run: |- | |
| ls -la | |
| - name: Create a draft release | |
| uses: softprops/action-gh-release@v2 | |
| id: create_draft_release | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| draft: true | |
| name: ${{ env.VERSION }} | |
| tag_name: ${{ env.VERSION }} | |
| repository: ${{ github.repository }} | |
| files: |- | |
| ${{ steps.download_fdw_sql.outputs.download-path }}/steampipe_postgres_fdw--1.0.sql | |
| ${{ steps.download_fdw_control.outputs.download-path }}/steampipe_postgres_fdw.control | |
| ${{ steps.download_fdw_so_linux_amd64.outputs.download-path }}/steampipe_postgres_fdw.so.linux_amd64.gz | |
| ${{ steps.download_fdw_so_linux_arm64.outputs.download-path }}/steampipe_postgres_fdw.so.linux_arm64.gz | |
| ${{ steps.download_fdw_so_darwin_amd64.outputs.download-path }}/steampipe_postgres_fdw.so.darwin_amd64.gz | |
| ${{ steps.download_fdw_so_darwin_arm64.outputs.download-path }}/steampipe_postgres_fdw.so.darwin_arm64.gz |