Debug Benchmark script #6
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push | |
| jobs: | |
| benchmark-sqlite: | |
| name: "⏲️ Benchmark: ${{ matrix.config.backend }}" | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - backend: SQLite | |
| id: sqlite | |
| args: 'list(dbname = file.path(tempdir(), "SQLite.SQLite"))' | |
| schemas: '' | |
| - backend: SQLite - w. schemas | |
| id: sqlite-schemas | |
| args: 'list(dbname = file.path(tempdir(), "SQLite_schemas.SQLite"))' | |
| schemas: test_ds,not_test_ds | |
| env: | |
| BACKEND: ${{ matrix.config.backend }} | |
| BACKEND_DRV: RSQLite::SQLite | |
| BACKEND_ARGS: ${{ matrix.config.args }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: r-lib/actions/setup-r@v2 | |
| with: | |
| use-public-rspm: true | |
| - uses: r-lib/actions/setup-r-dependencies@v2 | |
| with: | |
| cache-version: '1' | |
| extra-packages: any::covr, any::devtools | |
| needs: coverage | |
| - name: Setup BACKEND_POST_CONNECT | |
| if: ${{ matrix.config.schemas != '' }} | |
| run: | | |
| set -o xtrace | |
| IFS=',' read -ra schemas <<< "${{ matrix.config.schemas }}" | |
| CONN_POST_CONNECT="list(" | |
| for schema in "${schemas[@]}"; do | |
| CONN_POST_CONNECT+="paste0(\"ATTACH '\", file.path(tempdir(), \"SQLite_schemas_${schema}.SQLite\"), \"' AS '${schema}'\"), " | |
| done | |
| # Trim trailing ", " from CONN_POST_CONNECT | |
| CONN_POST_CONNECT=${CONN_POST_CONNECT%??} | |
| CONN_POST_CONNECT+=")" | |
| echo "BACKEND_POST_CONNECT=$CONN_POST_CONNECT" >> $GITHUB_ENV | |
| - name: Run benchmark | |
| run: source("./data-raw/benchmark_update_snapshot.R", echo=TRUE) | |
| shell: Rscript {0} | |
| - name: Upload benchmark results | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: benchmark-${{ matrix.config.id }} | |
| path: ${{ runner.temp }}/package | |
| benchmark-duckdb: | |
| name: "⏲️ Benchmark: DuckDB" | |
| runs-on: ubuntu-latest | |
| env: | |
| BACKEND: DuckDB | |
| BACKEND_DRV: duckdb::duckdb | |
| BACKEND_ARGS: 'list(dbdir = file.path(tempdir(), "DuckDB.duckdb"))' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: r-lib/actions/setup-r@v2 | |
| with: | |
| use-public-rspm: true | |
| - uses: r-lib/actions/setup-r-dependencies@v2 | |
| with: | |
| cache-version: ${{ inputs.cache_version }} | |
| extra-packages: any::covr, any::devtools | |
| needs: coverage | |
| - name: Setup BACKEND_POST_CONNECT | |
| run: | | |
| set -o xtrace | |
| IFS=',' read -ra schemas <<< "test_ds,not_test_ds" | |
| CONN_POST_CONNECT="list(" | |
| for schema in "${schemas[@]}"; do | |
| CONN_POST_CONNECT+="\"CREATE SCHEMA IF NOT EXISTS '${schema}';\", " | |
| done | |
| # Trim trailing ", " from CONN_POST_CONNECT | |
| CONN_POST_CONNECT=${CONN_POST_CONNECT%??} | |
| CONN_POST_CONNECT+=")" | |
| echo "BACKEND_POST_CONNECT=$CONN_POST_CONNECT" >> $GITHUB_ENV | |
| - name: Run benchmark | |
| run: source("./data-raw/benchmark_update_snapshot.R", echo=TRUE) | |
| shell: Rscript {0} | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: benchmark-${{ matrix.config.id }} | |
| path: ${{ runner.temp }}/package | |
| benchmark-postgres: | |
| name: "⏲️ Benchmark: PostgreSQL" | |
| runs-on: ubuntu-latest | |
| services: | |
| postgres: | |
| image: postgres:latest | |
| env: | |
| POSTGRES_DB: test | |
| POSTGRES_USER: postgres | |
| POSTGRES_PASSWORD: postgres | |
| ports: | |
| - 5432:5432 | |
| options: --health-cmd "pg_isready -U postgres" --health-interval 10s --health-timeout 5s --health-retries 5 | |
| env: | |
| BACKEND: PostgreSQL | |
| BACKEND_DRV: RPostgres::Postgres | |
| BACKEND_ARGS: '' | |
| PGHOST: localhost | |
| PGPORT: 5432 | |
| PGDATABASE: test | |
| PGUSER: postgres | |
| PGPASSWORD: postgres | |
| steps: | |
| - name: Setup testing schemata in PostgreSQL | |
| run: | | |
| set -o xtrace | |
| IFS=',' read -ra schemas <<< "test_ds,not_test_ds" | |
| for schema in "${schemas[@]}"; do | |
| psql test -c "CREATE SCHEMA \"$schema\";" | |
| done | |
| - uses: actions/checkout@v4 | |
| - uses: r-lib/actions/setup-r@v2 | |
| with: | |
| use-public-rspm: true | |
| - uses: r-lib/actions/setup-r-dependencies@v2 | |
| with: | |
| cache-version: '1' | |
| extra-packages: any::covr, any::devtools | |
| needs: coverage | |
| - name: Run benchmark | |
| run: source("./data-raw/benchmark_update_snapshot.R", echo=TRUE) | |
| shell: Rscript {0} | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: benchmark-postgres | |
| path: ${{ runner.temp }}/package | |
| benchmark-mssql: | |
| name: "⏲️ Benchmark: SQL Server 2019" | |
| runs-on: ubuntu-latest | |
| env: | |
| BACKEND: MSSQL | |
| BACKEND_DRV: odbc::odbc | |
| BACKEND_ARGS: '' | |
| CONN_ARGS_JSON: > | |
| { | |
| "MSSQL": { | |
| "driver": "ODBC Driver 17 for SQL Server", | |
| "server": "localhost", | |
| "database": "master", | |
| "UID": "SA", | |
| "PWD": "dbatools.I0" | |
| } | |
| } | |
| steps: | |
| - name: Install a SQL Server suite of tools | |
| uses: potatoqualitee/[email protected] | |
| with: | |
| install: sqlengine, sqlpackage, sqlclient | |
| show-log: true | |
| - name: Setup testing schemata in SQL server | |
| run: | | |
| set -o xtrace | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -Q "ALTER LOGIN SA WITH DEFAULT_DATABASE = master;" | |
| IFS=',' read -ra schemas <<< "test_ds,not_test_ds" | |
| for schema in "${schemas[@]}"; do | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -d master -Q "CREATE SCHEMA [$schema];" | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -d master -Q "GO" | |
| done | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -d master -Q "SELECT * FROM sys.schemas" | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -d master -Q "SELECT schema_name FROM INFORMATION_SCHEMA.SCHEMATA WHERE schema_name = 'test'" | |
| sqlcmd -V 10 -S localhost -U SA -P dbatools.I0 -d master -Q "SELECT schema_name FROM INFORMATION_SCHEMA.SCHEMATA WHERE schema_name = 'test.one'" | |
| - uses: actions/checkout@v4 | |
| - uses: r-lib/actions/setup-r@v2 | |
| with: | |
| use-public-rspm: true | |
| - uses: r-lib/actions/setup-r-dependencies@v2 | |
| with: | |
| cache-version: '1' | |
| extra-packages: any::covr, any::devtools | |
| needs: coverage | |
| - name: Run benchmark | |
| run: source("./data-raw/benchmark_update_snapshot.R", echo=TRUE) | |
| shell: Rscript {0} | |
| - name: Upload benchmark results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: benchmark-mssql | |
| path: ${{ runner.temp }}/package |