Skip to content
Build Draft Release

update version #376

Sign in to view logs

update version

update version #376

Workflow file for this run

.github/workflows/buildimage.yml at c8850c2
name: Build Draft Release
on:
push:
tags:
- 'v*'
env:
PROJECT_ID: steampipe
IMAGE_NAME: fdw
CORE_REPO: us-docker.pkg.dev/steampipe/steampipe
ORG: turbot
CONFIG_SCHEMA_VERSION: "2020-11-18"
VERSION: ${{ github.event.ref }}
jobs:
build-osx:
name: Build for Darwin x86_64
runs-on: macos-13
steps:
- name: Install PostgreSQL@14
run: brew install --force postgresql@14
- name: PGConfig
run: |-
which pg_config
ls -l $(which pg_config)
PGXS=$(pg_config --pgxs)
SERVER_LIB=$(pg_config --includedir)/server
INTERNAL_LIB=$(pg_config --includedir)/internal
echo $PGXS
echo $SERVER_LIB
echo $INTERNAL_LIB
ls -l $PGXS
ls -l $SERVER_LIB
ls -l $INTERNAL_LIB
- name: Checkout
uses: actions/checkout@v4
- name: Setup Golang
uses: actions/setup-go@v5
with:
go-version: 1.22
- name: Fetching Go Cache Paths
id: go-cache-paths
run: |
echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT
echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT
- name: Go Build Cache
id: build-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-build }}
key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}
- name: Go Mod Cache
id: mod-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-mod }}
key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }}
- name: make clean
run: |-
go version
which pg_config
pg_config --version
export PATH=$(pg_config --bindir):$PATH
export PGXS=$(pg_config --pgxs)
export SERVER_LIB=$(pg_config --includedir)/server
export INTERNAL_LIB=$(pg_config --includedir)/internal
export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export LDFLAGS=$(pg_config --ldfalgs)
export PG_LDFLAGS=$(pg_config --ldfalgs)
make clean
- name: make
run: |-
go version
which pg_config
pg_config --version
export PATH=$(pg_config --bindir):$PATH
export PGXS=$(pg_config --pgxs)
export SERVER_LIB=$(pg_config --includedir)/server
export INTERNAL_LIB=$(pg_config --includedir)/internal
export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export LDFLAGS=$(pg_config --ldfalgs)
export PG_LDFLAGS=$(pg_config --ldfalgs)
make
- name: gzip the steampipe_postgres_fdw.so
run: |-
gzip build-Darwin/steampipe_postgres_fdw.so
mv build-Darwin/steampipe_postgres_fdw.so.gz build-Darwin/steampipe_postgres_fdw.so.darwin_amd64.gz
- name: Save MacOS Build Artifact - AMD64
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw.so.darwin_amd64
path: build-Darwin/steampipe_postgres_fdw.so.darwin_amd64.gz
if-no-files-found: error
- name: Save steampipe_postgres_fdw.control # only need this once for ALL platforms
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw.control
path: ./fdw/steampipe_postgres_fdw.control
if-no-files-found: error
- name: Save steampipe_postgres_fdw--1.0.sql # only need this once for ALL platforms
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw--1.0.sql
path: ./fdw/steampipe_postgres_fdw--1.0.sql
if-no-files-found: error
build-osx-arm:
name: Build for Darwin ARM64
runs-on: macos-latest
steps:
- name: Install PostgreSQL@14
run: brew install --force postgresql@14
- name: PGConfig
run: |-
which pg_config
ls -l $(which pg_config)
PGXS=$(pg_config --pgxs)
SERVER_LIB=$(pg_config --includedir)/server
INTERNAL_LIB=$(pg_config --includedir)/internal
echo $PGXS
echo $SERVER_LIB
echo $INTERNAL_LIB
ls -l $PGXS
ls -l $SERVER_LIB
ls -l $INTERNAL_LIB
- name: Checkout
uses: actions/checkout@v4
- name: Setup Golang
uses: actions/setup-go@v5
with:
go-version: 1.22
- name: Fetching Go Cache Paths
id: go-cache-paths
run: |
echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT
echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT
- name: Go Build Cache
id: build-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-build }}
key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}
- name: Go Mod Cache
id: mod-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-mod }}
key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }}
- name: make clean
run: |-
go version
which pg_config
pg_config --version
export PATH=$(pg_config --bindir):$PATH
export PGXS=$(pg_config --pgxs)
export SERVER_LIB=$(pg_config --includedir)/server
export INTERNAL_LIB=$(pg_config --includedir)/internal
export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export LDFLAGS=$(pg_config --ldfalgs)
export PG_LDFLAGS=$(pg_config --ldfalgs)
make clean
- name: make
run: |-
go version
which pg_config
pg_config --version
export PATH=$(pg_config --bindir):$PATH
export PGXS=$(pg_config --pgxs)
export SERVER_LIB=$(pg_config --includedir)/server
export INTERNAL_LIB=$(pg_config --includedir)/internal
export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export LDFLAGS=$(pg_config --ldfalgs)
export PG_LDFLAGS=$(pg_config --ldfalgs)
make
- name: gzip the steampipe_postgres_fdw.so
run: |-
gzip build-Darwin/steampipe_postgres_fdw.so
mv build-Darwin/steampipe_postgres_fdw.so.gz build-Darwin/steampipe_postgres_fdw.so.darwin_arm64.gz
- name: Save MacOS Build Artifact - AMD64
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw.so.darwin_arm64
path: build-Darwin/steampipe_postgres_fdw.so.darwin_arm64.gz
if-no-files-found: error
build-linux:
name: Build for Linux x86_64
runs-on: ubuntu-20.04
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup GoLang
uses: actions/setup-go@v5
with:
go-version: 1.22
- name: Fetching Go Cache Paths
id: go-cache-paths
run: |
echo "go-build=$(go env GOCACHE)" >> $GITHUB_OUTPUT
echo "go-mod=$(go env GOMODCACHE)" >> $GITHUB_OUTPUT
- name: Go Build Cache
id: build-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-build }}
key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}
- name: Go Mod Cache
id: mod-cache
uses: actions/cache@v4
with:
path: ${{ steps.go-cache-paths.outputs.go-mod }}
key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }}
- name: Setup apt-get
run: |-
sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add -
sudo env ACCEPT_EULA=Y apt-get update
sudo env ACCEPT_EULA=Y apt-get upgrade
- name: Install PostgreSQL14 Dev
run: |-
sudo apt-get -y install postgresql-server-dev-14
- name: Find stuff and set env
run: |-
which pg_config
pg_config --version
export PATH=$(pg_config --bindir):$PATH
export PGXS=$(pg_config --pgxs)
export SERVER_LIB=$(pg_config --includedir)/14/server
export INTERNAL_LIB=$(pg_config --includedir)/internal
export CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export PG_CFLAGS="$(pg_config --cflags) -I${SERVER_LIB} -I${INTERNAL_LIB} -g"
export LDFLAGS=$(pg_config --ldflags)
export PG_LDFLAGS=$(pg_config --ldflags)
ls -la $SERVER_LIB
ls -la $INTERNAL_LIB
- name: make clean
run: |-
go version
make clean
- name: make
run: |-
make
- name: gzip the steampipe_postgres_fdw.so
run: |-
gzip build-Linux/steampipe_postgres_fdw.so
mv build-Linux/steampipe_postgres_fdw.so.gz build-Linux/steampipe_postgres_fdw.so.linux_amd64.gz
- name: Save Linux Build Artifact - AMD64
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw.so.linux_amd64
path: build-Linux/steampipe_postgres_fdw.so.linux_amd64.gz
if-no-files-found: error
build-linux-arm:
name: Build for Linux ARM64 (on AWS EC2)
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Configure AWS Credentials
run: |
mkdir ~/.aws
echo -e "[default]\naws_access_key_id = ${{ secrets.AWS_ACCESS_KEY_ID }}\naws_secret_access_key = ${{ secrets.AWS_SECRET_ACCESS_KEY }}\nregion = ap-south-1" > ~/.aws/credentials
- name: SSH into the system and build binary
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
AWS_DEFAULT_REGION: 'ap-south-1'
PRIVATE_KEY: ${{ secrets.AWS_PRIVATE_KEY }}
run: |
# echo $ref
ref=${{ github.event.ref }}
# echo tag
tag=$(echo "$ref" | sed 's/.*\///')
# get public IP of the linux machine
ip=$(dig +short myip.opendns.com @resolver1.opendns.com)
echo $ip
# set PAGER to empty to not get cli output automatically being sent to vim
export PAGER=
# whitelist the ip, add the ip to the security group to allow access into the instance
aws ec2 authorize-security-group-ingress --group-name pskr-sg --protocol tcp --port 22 --cidr $ip/32 --region ap-south-1
#start instance
aws ec2 start-instances --instance-ids i-05f5bb2b09b313386 --region ap-south-1 --output text
echo "starting instance..."
sleep 60
# get the public ip and status of the instance
public_ip=$(aws ec2 describe-instances --instance-ids i-05f5bb2b09b313386 --query 'Reservations[*].Instances[*].PublicDnsName' --region ap-south-1 --output text)
status=$(aws ec2 describe-instance-status --instance-ids i-05f5bb2b09b313386 --query 'InstanceStatuses[*].InstanceState.Name' --region ap-south-1 --output text)
echo $public_ip
echo $status
# check if the instance is available for use, if not, then wait for it
while [ $status != "running" ] ; do
echo "instance not yet available"
sleep 5
status=$(aws ec2 describe-instance-status --instance-ids i-05f5bb2b09b313386 --query 'InstanceStatuses[*].InstanceState.Name' --region ap-south-1 --output text)
done
# set up the private key
echo "$PRIVATE_KEY" > private_key && chmod 600 private_key
# ssh into the instance and run the script to build the binary
ssh -o StrictHostKeyChecking=accept-new -i private_key ubuntu@$public_ip 'bash -s' < scripts/script_to_build.sh $tag
# use scp to fetch the built binary out of the instance
scp -i private_key ubuntu@$public_ip:/home/ubuntu/steampipe-postgres-fdw/build-Linux/steampipe_postgres_fdw.so .
# stop instance
aws ec2 stop-instances --instance-ids i-05f5bb2b09b313386 --region ap-south-1
# remove the ip from the security group
aws ec2 revoke-security-group-ingress --group-name pskr-sg --protocol tcp --port 22 --cidr $ip/32 --region ap-south-1
# check binary exists
file steampipe_postgres_fdw.so
- name: gzip the steampipe_postgres_fdw.so
run: |-
gzip steampipe_postgres_fdw.so
mv steampipe_postgres_fdw.so.gz steampipe_postgres_fdw.so.linux_arm64.gz
- name: Save Linux Build Artifact - ARM64
uses: actions/upload-artifact@v4
with:
name: steampipe_postgres_fdw.so.linux_arm64
path: steampipe_postgres_fdw.so.linux_arm64.gz
if-no-files-found: error
build-draft-release:
name: Build Draft Release
runs-on: ubuntu-latest
needs:
- build-linux
- build-linux-arm
- build-osx
- build-osx-arm
steps:
- name: Get latest version tag
run: |-
echo "VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
- name: Validate Version String
run: |-
if [[ $VERSION =~ ^v[0-9]+\.[0-9]+\.[0-9]+(-.+)?$ ]]; then
echo "Version OK: $VERSION"
else
echo "Invalid version: $VERSION"
exit 1
fi
- name: Download steampipe_postgres_fdw.so - darwin_amd64
id: download_fdw_so_darwin_amd64
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw.so.darwin_amd64
- name: Download steampipe_postgres_fdw.so - darwin_arm64
id: download_fdw_so_darwin_arm64
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw.so.darwin_arm64
- name: Download steampipe_postgres_fdw.so - linux_amd64
id: download_fdw_so_linux_amd64
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw.so.linux_amd64
- name: Download steampipe_postgres_fdw.so - linux_arm64
id: download_fdw_so_linux_arm64
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw.so.linux_arm64
- name: Download steampipe_postgres_fdw.control
id: download_fdw_control
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw.control
- name: Download steampipe_postgres_fdw--1.0.sql
id: download_fdw_sql
uses: actions/download-artifact@v4
with:
name: steampipe_postgres_fdw--1.0.sql
- name: Check Path
run: |-
ls -la
- name: Create a draft release
uses: softprops/action-gh-release@v2
id: create_draft_release
with:
token: ${{ secrets.GITHUB_TOKEN }}
draft: true
name: ${{ env.VERSION }}
tag_name: ${{ env.VERSION }}
repository: ${{ github.repository }}
files: |-
${{ steps.download_fdw_sql.outputs.download-path }}/steampipe_postgres_fdw--1.0.sql
${{ steps.download_fdw_control.outputs.download-path }}/steampipe_postgres_fdw.control
${{ steps.download_fdw_so_linux_amd64.outputs.download-path }}/steampipe_postgres_fdw.so.linux_amd64.gz
${{ steps.download_fdw_so_linux_arm64.outputs.download-path }}/steampipe_postgres_fdw.so.linux_arm64.gz
${{ steps.download_fdw_so_darwin_amd64.outputs.download-path }}/steampipe_postgres_fdw.so.darwin_amd64.gz
${{ steps.download_fdw_so_darwin_arm64.outputs.download-path }}/steampipe_postgres_fdw.so.darwin_arm64.gz