appa-bz-opendata: more detailed logging for invalid values #76
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI/CD environment-appa-bz-opendata | |
| on: | |
| push: | |
| paths: | |
| - "data-collectors/environment-appa-bz-opendata/**" | |
| - ".github/workflows/ci-environment-appa-bz-opendata.yml" | |
| env: | |
| WORKING_DIRECTORY: data-collectors/environment-appa-bz-opendata | |
| PROJECT_NAME: odh-mobility-dc-environment-appa-bz-opendata | |
| DOCKER_IMAGE: ghcr.io/${{ github.repository }}/odh-mobility-dc-environment-appa-bz-opendata | |
| DOCKER_TAG: ${{ github.sha }} | |
| JAVA_VERSION: '8' | |
| jobs: | |
| test: | |
| runs-on: ubuntu-24.04 | |
| steps: | |
| - name: Checkout source code | |
| uses: noi-techpark/github-actions/checkout@v2 | |
| - name: REUSE Compliance Check | |
| uses: fsfe/reuse-action@v1 | |
| - name: Test code | |
| uses: noi-techpark/github-actions/maven-test@v2 | |
| with: | |
| java-version: ${{ env.JAVA_VERSION }} | |
| working-directory: ${{ env.WORKING_DIRECTORY }} | |
| test-command: 'mvn -B -U clean compile test' | |
| # Deploy Test | |
| deploy-test-environment-appa-bz-opendata: | |
| runs-on: ubuntu-24.04 | |
| if: github.ref == 'refs/heads/main' | |
| needs: test | |
| concurrency: deploy-test-environment-appa-bz-opendata | |
| env: | |
| KEYCLOAK_URL: https://auth.opendatahub.testingmachine.eu | |
| steps: | |
| - name: Checkout source code | |
| uses: noi-techpark/github-actions/checkout@v2 | |
| - name: Create .env file | |
| uses: noi-techpark/github-actions/env-file@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }} | |
| env: | |
| # Data Collector config for appa-bz | |
| X_stationtype: EnvironmentStation | |
| # General deployment options | |
| X_COMPOSE_PROJECT_NAME: ${{ env.PROJECT_NAME }} | |
| X_DOCKER_IMAGE: ${{ env.DOCKER_IMAGE }} | |
| X_DOCKER_TAG: ${{ env.DOCKER_TAG }} | |
| X_JAVA_OPTIONS: -Xms128m -Xmx512m | |
| # Open Data Hub Writer Connectivity | |
| X_authorizationUri: ${{ env.KEYCLOAK_URL }}/auth | |
| X_tokenUri: ${{ env.KEYCLOAK_URL }}/auth/realms/noi/protocol/openid-connect/token | |
| X_clientId: odh-mobility-datacollector | |
| X_clientName: odh-mobility-datacollector | |
| X_clientSecret: ${{ secrets.DATACOLLECTORS_CLIENT_SECRET_TEST }} | |
| X_scope: openid | |
| X_BASE_URI: https://mobility.share.opendatahub.testingmachine.eu/json | |
| # Logging | |
| X_LOG_LEVEL: info | |
| X_LOG_STYLE: json | |
| X_provenance_name: ${{ env.PROJECT_NAME }} | |
| X_provenance_version: ${{ github.sha }} | |
| # Scheduler: every day at 10:00 | |
| X_SCHEDULER_CRON_DATA: 0 */10 * * * * | |
| X_SCHEDULER_POOL_SIZE: 10 | |
| - name: Build project | |
| uses: noi-techpark/github-actions/maven-build@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }} | |
| java-version: ${{ env.JAVA_VERSION }} | |
| build-command: 'mvn -B -DskipTests -DfinalName=ROOT clean package' | |
| - name: Build and push images | |
| uses: noi-techpark/github-actions/docker-build-and-push@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }}/infrastructure | |
| docker-username: ${{ github.actor }} | |
| docker-password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Deploy application | |
| uses: noi-techpark/github-actions/docker-deploy@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }}/infrastructure/ansible | |
| hosts: 'test' | |
| ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | |
| docker-username: 'noi-techpark-bot' | |
| docker-password: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| project-name: ${{ env.PROJECT_NAME }} | |
| # Deploy Production | |
| deploy-prod-environment-appa-bz-opendata: | |
| runs-on: ubuntu-24.04 | |
| if: github.ref == 'refs/heads/prod' | |
| needs: test | |
| concurrency: deploy-prod-environment-appa-bz-opendata | |
| env: | |
| KEYCLOAK_URL: https://auth.opendatahub.com | |
| steps: | |
| - name: Checkout source code | |
| uses: noi-techpark/github-actions/checkout@v2 | |
| - name: Create .env file | |
| uses: noi-techpark/github-actions/env-file@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }} | |
| env: | |
| # Data Collector config for appa-bz | |
| X_stationtype: EnvironmentStation | |
| # General deployment options | |
| X_COMPOSE_PROJECT_NAME: ${{ env.PROJECT_NAME }} | |
| X_DOCKER_IMAGE: ${{ env.DOCKER_IMAGE }} | |
| X_DOCKER_TAG: ${{ env.DOCKER_TAG }} | |
| X_JAVA_OPTIONS: -Xms128m -Xmx512m | |
| # Open Data Hub Writer Connectivity | |
| X_authorizationUri: ${{ env.KEYCLOAK_URL }}/auth | |
| X_tokenUri: ${{ env.KEYCLOAK_URL }}/auth/realms/noi/protocol/openid-connect/token | |
| X_clientId: odh-mobility-datacollector | |
| X_clientName: odh-mobility-datacollector | |
| X_clientSecret: ${{ secrets.DATACOLLECTORS_CLIENT_SECRET_PROD }} | |
| X_scope: openid | |
| X_BASE_URI: https://mobility.share.opendatahub.com/json | |
| # Logging | |
| X_LOG_LEVEL: "info" | |
| X_LOG_STYLE: json | |
| X_provenance_name: ${{ env.PROJECT_NAME }} | |
| X_provenance_version: ${{ github.sha }} | |
| # Scheduler: every day at 10:00 | |
| X_SCHEDULER_CRON_DATA: 0 0 10 * * * | |
| X_SCHEDULER_POOL_SIZE: 10 | |
| - name: Build project | |
| uses: noi-techpark/github-actions/maven-build@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }} | |
| java-version: ${{ env.JAVA_VERSION }} | |
| build-command: 'mvn -B -DskipTests -DfinalName=ROOT clean package' | |
| - name: Build and push images | |
| uses: noi-techpark/github-actions/docker-build-and-push@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }}/infrastructure | |
| docker-username: ${{ github.actor }} | |
| docker-password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Deploy application | |
| uses: noi-techpark/github-actions/docker-deploy@v2 | |
| with: | |
| working-directory: ${{ env.WORKING_DIRECTORY }}/infrastructure/ansible | |
| hosts: 'prod' | |
| ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | |
| docker-username: 'noi-techpark-bot' | |
| docker-password: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| project-name: ${{ env.PROJECT_NAME }} | |