Skip to content
Package

CI: fixed build and test, polished them, prepare for publishing #25

Sign in to view logs

CI: fixed build and test, polished them, prepare for publishing

CI: fixed build and test, polished them, prepare for publishing #25

Workflow file for this run

.github/workflows/package.yml at 2041556
name: Package
on:
push:
branches: [ main ]
paths-ignore:
- '**/*.md'
- '**/*.rst'
- 'docs/**'
pull_request:
branches: [ main ]
paths-ignore:
- '**/*.md'
- '**/*.rst'
- 'docs/**'
jobs:
check-rust:
name: Rust Checks
runs-on: ubuntu-24.04
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Check format
run: cargo fmt --all -- --check
- name: Check clippy
run: cargo clippy --all-targets --all-features -- -D warnings
check-python:
name: Python Checks
runs-on: ubuntu-24.04
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Install dev dependencies
run: pip install -e ".[dev]"
- name: Check format
run: ruff format . --check
- name: Check style
run: ruff check .
build-main:
name: Build Main Package
needs: [check-rust, check-python]
runs-on: ubuntu-24.04
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Create dist directory
run: mkdir -p dist
- name: Build main package
run: |
python -m pip install --upgrade pip build
python -m build --outdir dist/
- name: List dist contents
run: ls -la dist/
- name: Upload main artifact
uses: actions/upload-artifact@v3
with:
name: dist-main
path: dist/*
if-no-files-found: error
build-services:
name: Build Service Packages
needs: [build-main]
runs-on: ubuntu-24.04
strategy:
fail-fast: false
matrix:
os: [ubuntu-24.04]
target: [x86_64]
service: [memory, s3]
exclude:
- os: ubuntu-24.04
target: aarch64
include:
- os: ubuntu-24.04
target: x86_64
platform: manylinux2014
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Create dist directory
run: mkdir -p dist
- name: Download main package
uses: actions/download-artifact@v3
with:
name: dist-main
path: dist/
- name: Build service package
id: build-service
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: ${{ matrix.platform }}
container: quay.io/pypa/manylinux2014_x86_64
args: --release --out dist
command: build
working-directory: crates/service-${{ matrix.service }}
- name: List dist contents
run: ls -la dist/
- name: Upload service artifact
uses: actions/upload-artifact@v3
with:
name: dist-${{ matrix.os }}-${{ matrix.target }}-${{ matrix.service }}
path: dist/*.whl
if-no-files-found: error
verify-install:
name: Verify Installation
needs: [build-services]
runs-on: ubuntu-24.04
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: '3.11'
- name: Download all artifacts
uses: actions/download-artifact@v3
with:
path: dist
- name: List downloaded artifacts
run: |
echo "=== All artifacts ==="
find dist -type f
echo "=== Service artifacts ==="
find dist/dist-ubuntu-24.04-x86_64-memory dist/dist-ubuntu-24.04-x86_64-s3 -type f
- name: Prepare dist directory
run: |
mkdir -p dist_combined
# Copy service wheels first
cp dist/dist-ubuntu-24.04-x86_64-memory/*.whl dist_combined/
cp dist/dist-ubuntu-24.04-x86_64-s3/*.whl dist_combined/
# Copy main package
cp dist/dist-main/*.whl dist_combined/
cp dist/dist-main/*.tar.gz dist_combined/
echo "=== Contents of dist_combined ==="
ls -la dist_combined/
- name: Install packages in correct order
run: |
python -m pip install --upgrade pip
echo "=== Installing service packages ==="
# Install memory service
for whl in dist_combined/opendalfs_service_memory*.whl; do
if [ -f "$whl" ]; then
echo "Installing memory service: $whl"
pip install "$whl"
fi
done
# Install s3 service
for whl in dist_combined/opendalfs_service_s3*.whl; do
if [ -f "$whl" ]; then
echo "Installing s3 service: $whl"
pip install "$whl"
fi
done
echo "=== Installing main package ==="
pip install dist_combined/opendalfs-*.whl
- name: Verify imports
run: |
echo "=== Installed packages ==="
pip list | grep opendalfs
echo "=== Verifying imports ==="
python -c "import opendalfs"
python -c "import opendalfs_service_memory"
python -c "import opendalfs_service_s3"
- name: Test full installation
run: |
# Clean previous installation
pip uninstall -y opendalfs opendalfs_service_memory opendalfs_service_s3
# Install with all extras
pip install dist_combined/opendalfs*.whl[all]
# Verify again
python -c "import opendalfs"
python -c "import opendalfs_service_memory"
python -c "import opendalfs_service_s3"
# PyPI publishing job (commented out for future use)
# publish:
# name: Publish to PyPI
# needs: verify-install
# runs-on: ubuntu-24.04
# # Only run on tags
# if: startsWith(github.ref, 'refs/tags/')
#
# steps:
# - name: Download all artifacts
# uses: actions/download-artifact@v3
# with:
# path: dist
#
# - name: Prepare dist directory
# run: |
# mkdir -p dist_combined
# cp -r dist/*/* dist_combined/
#
# - name: Publish to PyPI
# uses: pypa/gh-action-pypi-publish@release/v1
# with:
# password: ${{ secrets.PYPI_API_TOKEN }}
# packages-dir: dist_combined/
#
# Required secrets for PyPI publishing:
# - PYPI_API_TOKEN: API token from PyPI
# Get it from: https://pypi.org/manage/account/token/
# Add it to: https://github.com/fsspec/opendalfs/settings/secrets/actions