[CI] Add nightlies and apps tests workflow #18
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Apps Tests | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| none: | |
| description: "Run Apps Manually" | |
| required: false | |
| workflow_call: | |
| # TODO: to be removed after testing | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| apps-tests: | |
| strategy: | |
| max-parallel: 99 | |
| matrix: | |
| runner: [syftbox-sh-linux-x64] | |
| python-version: ["3.12", "3.11", "3.10"] | |
| app: ["ring"] | |
| fail-fast: false | |
| runs-on: ${{ matrix.runner }} | |
| steps: | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v3 | |
| with: | |
| version: "0.4.25" | |
| - name: Get uv cache dir | |
| id: pip-cache | |
| shell: bash | |
| run: | | |
| echo "dir=$(uv cache dir)" >> $GITHUB_OUTPUT | |
| - name: Load github cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.pip-cache.outputs.dir }} | |
| key: pr-uv-${{ runner.os }}-py${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }} | |
| restore-keys: | | |
| pr-uv-${{ runner.os }}-py${{ matrix.python-version }} | |
| - name: Set up Python ${{ matrix.python-version }} | |
| if: startsWith(matrix.runner, 'syftbox-sh-linux') | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| # challenge here is actions/setup-python@v5 requires write access to /Users/runner/hostedtoolcache | |
| # but current custom macos runner does not allow writing to that dir (even sudo won't work) | |
| # so we need to use this weird way to install python on macos | |
| - name: Set up Python ${{ matrix.python-version }} (uv managed) | |
| if: startsWith(matrix.runner, 'syftbox-sh-mac') | |
| run: | | |
| uv python install ${{ matrix.python-version }} | |
| uv venv --python ${{ matrix.python-version }} .venv${{ matrix.python-version }} | |
| uv tool update-shell | |
| source $HOME/.profile | |
| source .venv${{ matrix.python-version }}/bin/activate | |
| - name: Cloning the app | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: OpenMined/${{ matrix.app }} | |
| path: ${{ matrix.app }} | |
| - name: Provisioning dummy config | |
| working-directory: ${{ matrix.app }} | |
| run: | | |
| CONFIG_PATH="$(pwd)/config.json" | |
| SYNC_FOLDER="$(pwd)/sync/" | |
| echo '{ | |
| "config_path": "'"$CONFIG_PATH"'", | |
| "sync_folder": "'"$SYNC_FOLDER"'", | |
| "port": 8011, | |
| "email": "[email protected]", | |
| "token": null, | |
| "server_url": "http://localhost:5001", | |
| "email_token": null, | |
| "autorun_plugins": [ | |
| "init", | |
| "create_datasite", | |
| "sync", | |
| "apps" | |
| ] | |
| }' > $CONFIG_PATH | |
| cat $CONFIG_PATH | |
| - name: Run the test | |
| working-directory: ${{ matrix.app }} | |
| run: | | |
| chmod +x ./run.sh | |
| SYFTBOX_CLIENT_CONFIG_PATH="$(pwd)/config.json" ./run.sh | |
| if [ $? -ne 0 ]; then | |
| echo "run.sh failed" | |
| exit 1 | |
| fi |