Dev Deployment Workflow #1732
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Dev Deployment Workflow | |
| on: | |
| pull_request: | |
| branches: | |
| - dev | |
| push: | |
| branches: | |
| - dev | |
| schedule: | |
| - cron: "0 0 * * *" | |
| jobs: | |
| lint: | |
| name: Lint PyFunceble | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install pylint | |
| - name: Lint PyFunceble with Pylint | |
| run: pylint PyFunceble | |
| - name: Lint tests with Pylint | |
| run: pylint tests | |
| deps_safety_check: | |
| name: Check the safety of our dependencies. | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install safety | |
| - name: Check the safety of our dependencies. | |
| run: safety check -i 51668 -i 62044 -i 67599 -i 70612 | |
| test: | |
| needs: [lint, deps_safety_check] | |
| name: "[${{ matrix.os }}-py${{ matrix.python_version }}] Test PyFunceble" | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| - macos-latest | |
| - windows-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install tox coveralls | |
| - name: Test PyFunceble as defined by tox.ini | |
| run: | | |
| tox -c tox.ini | |
| - name: Upload Coverage | |
| continue-on-error: true | |
| run: | | |
| coveralls | |
| env: | |
| COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }} | |
| COVERALLS_PARALLEL: true | |
| coveralls: | |
| continue-on-error: true | |
| needs: test | |
| name: Finish Coveralls | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - name: Sending finish flag to coveralls.io | |
| uses: coverallsapp/github-action@v2 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| parallel-finished: true | |
| run_cli: | |
| needs: test | |
| name: "[${{ matrix.os }}-py${{ matrix.python_version }}] Run PyFunceble" | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| - macos-latest | |
| - windows-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install tox | |
| - name: Run PyFunceble as defined by tox_run.ini | |
| run: tox -c tox_run.ini | |
| run_cli_mariadb: | |
| needs: test | |
| name: "[${{ matrix.os }}-py${{ matrix.python_version }}] Run PyFunceble (with mariadb)" | |
| runs-on: "${{ matrix.os }}" | |
| services: | |
| mariadb: | |
| image: ghcr.io/pyfunceble/mariadb/mariadb:latest | |
| ports: | |
| - 3306:3306 | |
| env: | |
| MYSQL_USER: pyfunceble | |
| MYSQL_PASSWORD: my_pyfunceble_password | |
| MYSQL_DATABASE: pyfunceble | |
| MYSQL_ROOT_PASSWORD: my_awesome_root_password | |
| options: --health-cmd="mysqladmin ping" --health-interval=5s --health-timeout=2s --health-retries=3 | |
| env: | |
| PYFUNCEBLE_DB_CHARSET: utf8mb4 | |
| PYFUNCEBLE_DB_HOST: "127.0.0.1" | |
| PYFUNCEBLE_DB_NAME: pyfunceble | |
| PYFUNCEBLE_DB_PASSWORD: my_pyfunceble_password | |
| PYFUNCEBLE_DB_PORT: "3306" | |
| PYFUNCEBLE_DB_USERNAME: pyfunceble | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install tox | |
| - name: Run PyFunceble as defined by tox_run_mariadb.ini | |
| run: tox -c tox_run_mariadb.ini | |
| run_cli_postgresql: | |
| needs: test | |
| name: "[${{ matrix.os }}-py${{ matrix.python_version }}] Run PyFunceble (with postgresql)" | |
| runs-on: "${{ matrix.os }}" | |
| services: | |
| mariadb: | |
| image: postgres:latest | |
| ports: | |
| - 5432:5432 | |
| env: | |
| POSTGRES_USER: pyfunceble | |
| POSTGRES_PASSWORD: my_pyfunceble_password | |
| POSTGRES_DB: pyfunceble | |
| MYSQL_ROOT_PASSWORD: my_awesome_root_password | |
| options: --health-cmd="pg_isready --host=localhost --username=pyfunceble --port=5432" --health-interval=5s --health-timeout=2s --health-retries=3 | |
| env: | |
| PYFUNCEBLE_DB_CHARSET: utf8 | |
| PYFUNCEBLE_DB_HOST: "127.0.0.1" | |
| PYFUNCEBLE_DB_NAME: pyfunceble | |
| PYFUNCEBLE_DB_PASSWORD: my_pyfunceble_password | |
| PYFUNCEBLE_DB_PORT: "5432" | |
| PYFUNCEBLE_DB_USERNAME: pyfunceble | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install -r requirements.txt | |
| pip install tox psycopg2 | |
| - name: Run PyFunceble as defined by tox_run_postgresql.ini | |
| run: tox -c tox_run_postgresql.ini | |
| deploy_to_pypi: | |
| needs: [run_cli, run_cli_mariadb, run_cli_postgresql] | |
| name: "Deploy 📦 to the PyPi" | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/dev' | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install twine wheel setuptools | |
| - name: Build 📦 | |
| run: | | |
| python setup.py sdist bdist_wheel | |
| - name: Check 📦 | |
| run: | | |
| twine check dist/* | |
| - name: Publish 📦 to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| password: ${{ secrets.PYPI_DEV_API_TOKEN }} | |
| skip-existing: true | |
| deploy_docs_container: | |
| needs: [run_cli, run_cli_mariadb, run_cli_postgresql] | |
| name: "Deploy 🗎 (📦)" | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/dev' | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| env: | |
| DOCKER_PYTHON_VERSION: "3.12" | |
| BUILDER_CLONE_DIRNAME: pyfunceble_docker | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - uses: actions/checkout@v4 | |
| name: Clone docker 📦 repository | |
| with: | |
| repository: PyFunceble/docker | |
| path: ${{ env.BUILDER_CLONE_DIRNAME }}/ | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install setuptools wheel | |
| pip install ${{ env.BUILDER_CLONE_DIRNAME }}/. | |
| - name: Get version of builder | |
| run: | | |
| pyfunceble-docker-builder --version | |
| - name: Read package name | |
| run: | | |
| python setup.py --name | |
| - name: Read package version | |
| run: | | |
| python setup.py --version | |
| - name: Read commit ID | |
| run: | | |
| git log -1 --format=format:'%H' | |
| - name: Build, Check and Publish 📦 to Docker Hub | |
| run: > | |
| set -x ; | |
| pyfunceble-docker-builder -b ${{ env.BUILDER_CLONE_DIRNAME }}/docs_builder | |
| -p docs | |
| --pyfunceble-version="$(python setup.py --version)" | |
| --python-version="${DOCKER_PYTHON_VERSION}" | |
| --is-latest --publish --commit="$(git log -1 --format=format:'%H')" | |
| env: | |
| OUR_DOCKER_USERNAME: ${{ secrets.OUR_DOCKER_USERNAME }} | |
| OUR_DOCKER_PASSWORD: ${{ secrets.OUR_DOCKER_PASSWORD }} | |
| OUR_DOCKER_EMAIL: ${{ secrets.OUR_DOCKER_EMAIL }} | |
| - name: Build, Check and Publish 📦 to Internal Hub | |
| run: > | |
| set -x ; | |
| pyfunceble-docker-builder -b ${{ env.BUILDER_CLONE_DIRNAME }}/docs_builder | |
| -p docs | |
| --pyfunceble-version="$(python setup.py --version)" | |
| --python-version="${DOCKER_PYTHON_VERSION}" | |
| --is-latest --publish --commit="$(git log -1 --format=format:'%H')" | |
| env: | |
| OUR_DOCKER_USERNAME: ${{ secrets.INTERNAL_DOCKER_USERNAME }} | |
| OUR_DOCKER_PASSWORD: ${{ secrets.INTERNAL_DOCKER_PASSWORD }} | |
| OUR_DOCKER_REGISTRY: ${{ secrets.INTERNAL_DOCKER_REGISTRY }} | |
| deploy_to_docker_hub: | |
| needs: [run_cli, run_cli_mariadb, run_cli_postgresql] | |
| name: "Deploy 📦 to the Docker Hub" | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/dev' | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.12" | |
| os: | |
| - ubuntu-latest | |
| env: | |
| DOCKER_PYTHON_VERSION: "3.12" | |
| BUILDER_CLONE_DIRNAME: pyfunceble_docker | |
| OUR_DOCKER_USERNAME: ${{ secrets.OUR_DOCKER_USERNAME }} | |
| OUR_DOCKER_PASSWORD: ${{ secrets.OUR_DOCKER_PASSWORD }} | |
| OUR_DOCKER_EMAIL: ${{ secrets.OUR_DOCKER_EMAIL }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - uses: actions/checkout@v4 | |
| name: Clone docker 📦 repository | |
| with: | |
| repository: PyFunceble/docker | |
| path: ${{ env.BUILDER_CLONE_DIRNAME }}/ | |
| - name: Set up Python ${{ matrix.python_version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Install dependencies | |
| run: | | |
| pip install --upgrade pip | |
| pip install setuptools wheel | |
| pip install ${{ env.BUILDER_CLONE_DIRNAME }}/. | |
| - name: Get version of builder | |
| run: | | |
| pyfunceble-docker-builder --version | |
| - name: Read package name | |
| run: | | |
| python setup.py --name | |
| - name: Read package version | |
| run: | | |
| python setup.py --version | |
| - name: Read commit ID | |
| run: | | |
| git log -1 --format=format:'%H' | |
| - name: Build, Check and Publish 📦 | |
| run: > | |
| set -x ; | |
| pyfunceble-docker-builder -b ${{ env.BUILDER_CLONE_DIRNAME }}/builder | |
| -p "$(python setup.py --name)" | |
| --pyfunceble-version="$(python setup.py --version)" | |
| --python-version="${DOCKER_PYTHON_VERSION}" | |
| --is-latest --publish --commit="$(git log -1 --format=format:'%H')" | |
| deploy_to_aur: | |
| needs: deploy_to_pypi | |
| name: "Deploy 📦 to the AUR" | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/dev' | |
| runs-on: "${{ matrix.os }}" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - ubuntu-latest | |
| container: | |
| image: archlinux | |
| steps: | |
| - name: Store the SSH key | |
| run: | | |
| echo "${{ secrets.AUR_SSH_KEY }}" | install -Dm600 /dev/stdin /root/.ssh/id_rsa | |
| - name: Get time for cache | |
| id: cache_time | |
| run: echo "time=$(date +%F-%T)" >> ${GITHUB_OUTPUT} | |
| - name: Set up cache | |
| uses: actions/cache@master | |
| with: | |
| path: /var/cache/pacman/pkg | |
| key: pacman-cache-x86_64-${{ steps.cache_time.outputs.time }} | |
| restore-keys: pacman-cache-x86_64- | |
| - name: Install dependencies | |
| run: | | |
| pacman -Syu --needed --noconfirm && \ | |
| pacman -S --needed --noconfirm git binutils pacman-contrib openssh rsync python python-setuptools jq | |
| - uses: actions/checkout@v4 | |
| name: Clone repository | |
| - name: Publish 📦 to the AUR - if necessary | |
| env: | |
| GIT_SSH_COMMAND: "ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" | |
| run: | | |
| aurRepoDir=/tmp/pyfunceble-dev | |
| githubRepoDir="${PWD}" | |
| buildDir="/tmp/build" | |
| latest=$(python3 setup.py --version) | |
| if [[ $(python3 setup.py --name) == "PyFunceble-dev" ]] | |
| then | |
| licenseURL="https://raw.githubusercontent.com/funilrys/PyFunceble/dev/LICENSE" | |
| newURL=$(curl -s https://pypi.org/pypi/PyFunceble-dev/json | jq -r ".releases.\"${latest}\"[] | select(.filename | strings | test(\".tar\")).url") | |
| else | |
| licenseURL="https://raw.githubusercontent.com/funilrys/PyFunceble/master/LICENSE" | |
| newURL=$(curl -s https://pypi.org/pypi/PyFunceble/json | jq -r ".releases.\"${latest}\"[] | select(.filename | strings | test(\".tar\")).url") | |
| fi | |
| git config --global --add safe.directory ${GITHUB_WORKSPACE} | |
| git config --global --add safe.directory ${aurRepoDir} | |
| git config --global --add safe.directory ${githubRepoDir} | |
| git config --global user.name ${{ github.actor }} | |
| git config --global user.email ${{ secrets.GIT_EMAIL }} | |
| git clone ssh://[email protected]/pyfunceble-dev.git ${aurRepoDir} | |
| rsync --progress --delete -r --exclude={'*.gz','*.xz','.github','pkg','src','.git','LICENSE'} ${aurRepoDir}/ ${buildDir}/ | |
| cd ${buildDir} | |
| current=$(grep -P "^pkgver" PKGBUILD | cut -d= -f2) | |
| echo "Previous version: ${current}" | |
| echo "New version: ${latest}" | |
| useradd makepkg | |
| chown makepkg:root . -R | |
| sed "/^pkgver=/s/.*/pkgver=${latest}/" -i PKGBUILD | |
| sed "/^pkgrel=/s/.*/pkgrel=1/" -i PKGBUILD | |
| sed "s,^source=(.*),source=('${newURL}' '${licenseURL}')," -i PKGBUILD | |
| su makepkg -c "updpkgsums" | |
| su makepkg -c "makepkg --printsrcinfo" > .SRCINFO | |
| rsync --progress --delete -r --exclude={'*.gz','*.xz','.github','pkg','src','.git','LICENSE'} ${buildDir}/ ${aurRepoDir}/ | |
| cd ${aurRepoDir} | |
| git add . | |
| git diff --quiet --exit-code --cached || git commit -m "Update PyFunceble-dev to v${latest}" | |
| git push origin master |