Omni CI #707
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Omni CI | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| # Filters to limit generated matrix. Empty or "*" values are ignored. | |
| matrix_jdk_distribution: | |
| description: JDK Distribution (adopt, zulu, ...) | |
| required: false | |
| default: "*" | |
| matrix_jdk_version: | |
| description: JDK Version (8, 11, ...) | |
| required: false | |
| default: "*" | |
| matrix_pg_version: | |
| description: PostgreSQL Server Version (8.4, 9.0, 9.1, ...) | |
| required: false | |
| default: "*" | |
| matrix_query_mode: | |
| description: Query Mode (simple | extended | extendedForPrepared) | |
| required: false | |
| default: "*" | |
| matrix_ssl: | |
| description: SSL (true | false) | |
| required: false | |
| default: "*" | |
| matrix_scram: | |
| description: SCRAM (true | false) | |
| required: false | |
| default: "*" | |
| matrix_default_test_group: | |
| description: Default test group (fast | slow | all) | |
| required: false | |
| default: fast | |
| schedule: | |
| - cron: "0 6 * * *" | |
| permissions: | |
| contents: read | |
| jobs: | |
| matrix_prep: | |
| name: Matrix Preparation | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| env: | |
| MATRIX_JDK_DISTRIBUTION: '${{ github.event.inputs.matrix_jdk_distribution }}' | |
| MATRIX_JDK_VERSION: '${{ github.event.inputs.matrix_jdk_version }}' | |
| MATRIX_PG_VERSION: '${{ github.event.inputs.matrix_pg_version }}' | |
| MATRIX_QUERY_MODE: '${{ github.event.inputs.matrix_query_mode }}' | |
| MATRIX_SCRAM: '${{ github.event.inputs.matrix_scram }}' | |
| MATRIX_SSL: '${{ github.event.inputs.matrix_ssl }}' | |
| MATRIX_DEFAULT_TEST_GROUP: '${{ github.event.inputs.matrix_default_test_group }}' | |
| # Script as an environment variable so we don't have to worry shell substitutions | |
| MATRIX_GENERATION_NODE_JS_SCRIPT: | | |
| let fs = require('fs'); | |
| let os = require('os'); | |
| const DEFAULT_TEST_GROUP = process.env.MATRIX_DEFAULT_TEST_GROUP || 'fast'; | |
| const JDK_OPTIONS = [ | |
| { group: 'Zulu', version: '8', lts: true, distribution: 'zulu' }, | |
| { group: 'Zulu', version: '11', lts: true, distribution: 'zulu' }, | |
| { group: 'Zulu', version: '15', lts: false, distribution: 'zulu' }, | |
| ]; | |
| const OTHER_JDK_OPTIONS = [ | |
| // Adopt | |
| { group: 'Adopt Hotspot', version: '8', lts: true, distribution: 'adopt-hotspot' }, | |
| { group: 'Adopt Hotspot', version: '11', lts: true, distribution: 'adopt-hotspot' }, | |
| // Adopt OpenJ9 | |
| // TODO: Replace these hard coded versions with something that dynamically picks the most recent | |
| { group: 'Adopt OpenJ9', version: '8', lts: true, distribution: 'adopt-openj9'}, | |
| { group: 'Adopt OpenJ9', version: '11', lts: true, distribution: 'adopt-openj9'}, | |
| // Amazon Corretto | |
| { group: 'Corretto', version: '8', lts: true, distribution: 'jdkfile', url: 'https://corretto.aws/downloads/latest/amazon-corretto-8-x64-linux-jdk.tar.gz'}, | |
| { group: 'Corretto', version: '11', lts: true, distribution: 'jdkfile', url: 'https://corretto.aws/downloads/latest/amazon-corretto-11-x64-linux-jdk.tar.gz'}, | |
| ]; | |
| const PG_VERSIONS = [ | |
| '8.4', | |
| '9.0', | |
| '9.1', | |
| '9.2', | |
| '9.3', | |
| '9.4', | |
| '9.5', | |
| '9.6', | |
| '10', | |
| '11', | |
| '12', | |
| '13', | |
| // TODO: Determine the latest and greatest server version automatically so we don't need to periodically update this | |
| ]; | |
| const LTS_JDK_OPTIONS = JDK_OPTIONS.filter(jdk => jdk.lts); | |
| const UNSTABLE_JDK_OPTIONS = JDK_OPTIONS.filter(jdk => !jdk.lts); | |
| const LATEST_JDK = LTS_JDK_OPTIONS.slice(-1)[0]; | |
| const LATEST_PG_VERSION = PG_VERSIONS.slice(-1)[0]; | |
| const list = []; | |
| const matchesMatrixFilter = (name, value) => { | |
| const env_value = process.env['MATRIX_' + name]; | |
| if (!env_value || env_value === '*') { | |
| return true; | |
| } | |
| // TODO: Consider expanding this to do globbing | |
| return env_value === ('' + value); | |
| }; | |
| const addItem = (opts) => { | |
| const name = opts.name ?? ''; | |
| const os = 'ubuntu-latest'; | |
| const pg_version = opts.pg_version ?? LATEST_PG_VERSION; | |
| const jdk = opts.jdk ?? LATEST_JDK; | |
| const experimental = opts.experimental ?? false; | |
| const test_group = opts.test_group ?? DEFAULT_TEST_GROUP; | |
| const create_replicas = opts.create_replicas ?? false; | |
| const isAtLeast = (minVersion) => Number(pg_version) >= Number(minVersion); | |
| const scramSupported = isAtLeast('10'); | |
| const sslSupported = isAtLeast('9.3'); | |
| const query_mode = opts.query_mode; | |
| const ssl = opts.ssl ?? sslSupported; | |
| const scram = opts.scram ?? scramSupported; | |
| if (!matchesMatrixFilter('JDK_DISTRIBUTION', jdk.distribution) || | |
| !matchesMatrixFilter('JDK_VERSION', jdk.version) || | |
| !matchesMatrixFilter('PG_VERSION', pg_version) || | |
| !matchesMatrixFilter('QUERY_MODE', query_mode ?? '') || | |
| !matchesMatrixFilter('SCRAM', scram) || | |
| !matchesMatrixFilter('SSL', ssl)) { | |
| return; | |
| } | |
| const junit_include_tags = (() => { | |
| switch (test_group) { | |
| case 'replication': | |
| // Only replication tests | |
| return 'org.postgresql.test.Replication'; | |
| case 'fast': | |
| // Fast group does not run slow or replication tests | |
| return '!org.postgresql.test.SlowTests & !org.postgresql.test.Replication'; | |
| case 'slow': | |
| // Everything but replication tests (which includes all the really slow ones) | |
| return '!org.postgresql.test.Replication'; | |
| case 'all': | |
| // Everything | |
| return '' | |
| } | |
| throw new Error('Invalid test group: ' + test_group); | |
| })(); | |
| list.push({ | |
| name: [ | |
| experimental ? 'Experimental' : '', | |
| name, | |
| `${jdk.group} ${jdk.version} x PG ${pg_version}` | |
| ].filter(x => x).join(' - '), | |
| os, | |
| jdk_group: jdk.group, | |
| jdk_version: jdk.version, | |
| jdk_distribution: jdk.distribution, | |
| jdk_url: jdk.url, | |
| pg_version, | |
| ssl, | |
| scram, | |
| server_tz: opts.server_tz ?? 'Etc/UTC', | |
| experimental, | |
| junit_include_tags, | |
| query_mode, | |
| }); | |
| }; | |
| // Latest JDK x each stable PG version | |
| for (const pg_version of PG_VERSIONS) { | |
| addItem({ | |
| pg_version, | |
| }); | |
| } | |
| // Latest PG version x each remaining JDK | |
| for (const jdk of JDK_OPTIONS) { | |
| if (jdk == LATEST_JDK) { | |
| continue; // Skip duplicate | |
| } | |
| addItem({ | |
| jdk, | |
| pg_version: LATEST_PG_VERSION, | |
| experimental: !jdk.lts, | |
| }); | |
| } | |
| // No SSL / No SCRAM (only on latest PG / JDK) | |
| addItem({ | |
| name: `No SSL / No SCRAM`, | |
| ssl: false, | |
| scram: false, | |
| }); | |
| // Custom server timezones (only on latest PG / JDK) | |
| addItem({ | |
| name: `Server TZ - America/New_York`, | |
| server_tz: 'America/New_York' | |
| }); | |
| addItem({ | |
| name: `Server TZ - Pacific/Chatham`, | |
| server_tz: 'Pacific/Chatham' | |
| }); | |
| // Custom query modes (only on latest PG / JDK) | |
| addItem({ | |
| name: `Query Mode - simple`, | |
| query_mode: 'simple', | |
| }); | |
| addItem({ | |
| name: `Query Mode - extendedForPrepared`, | |
| query_mode: 'extendedForPrepared', | |
| }); | |
| addItem({ | |
| name: `Query Mode - extendedCacheEverything`, | |
| query_mode: 'extendedCacheEverything', | |
| }); | |
| // Slow tests (only on latest PG / JDK) | |
| addItem({ | |
| name: `Slow Tests`, | |
| test_group: 'slow', | |
| create_replicas: true, | |
| }); | |
| // Replication tests (only on latest PG / JDK) | |
| addItem({ | |
| name: `Replication Tests`, | |
| test_group: 'replication', | |
| }); | |
| // TODO: Add latest PG built from source marked as experimental | |
| for(const jdk of OTHER_JDK_OPTIONS) { | |
| addItem({ | |
| jdk, | |
| pg_version: LATEST_PG_VERSION, | |
| experimental: !jdk.lts, | |
| }); | |
| } | |
| if (list.length === 0) { | |
| throw new Error('Matrix list is empty. Check you matrix filters to ensure they match a valid combination.'); | |
| } | |
| const toKey = (item) => JSON.stringify(Object.entries(item).filter(([field]) => field != 'name').sort()) | |
| const include = list.filter((item, i) => { | |
| const key = toKey(item); | |
| // Deduplicate by picking only the first entry matching this key | |
| return i === list.findIndex((other) => key === toKey(other)); | |
| }); | |
| // Sort so that all the experimental jobs appear at the end of the list | |
| include.sort((a, b) => (a.experimental ? 1 : 0) - (b.experimental ? 1 : 0)) | |
| let filePath = process.env['GITHUB_OUTPUT'] || ''; | |
| if (filePath) { | |
| fs.appendFileSync(filePath, `matrix<<MATRIX_BODY${os.EOL}${JSON.stringify({include})}${os.EOL}MATRIX_BODY${os.EOL}`, { | |
| encoding: 'utf8' | |
| }); | |
| } | |
| steps: | |
| - id: set-matrix | |
| run: | | |
| node -e "${MATRIX_GENERATION_NODE_JS_SCRIPT}" | |
| test: | |
| name: '${{ matrix.name }}' | |
| runs-on: ${{ matrix.os }} | |
| continue-on-error: ${{ matrix.experimental }} | |
| needs: matrix_prep | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{fromJson(needs.matrix_prep.outputs.matrix)}} | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| ACTIONS_RUNNER_DEBUG: true | |
| SSL: ${{ matrix.ssl }} | |
| SCRAM: ${{ matrix.scram }} | |
| TZ: ${{ matrix.server_tz }} | |
| CREATE_REPLICAS: ${{ matrix.create_replicas }} | |
| steps: | |
| - name: 'Show Matrix' | |
| env: | |
| MATRIX_JSON: ${{ toJSON(matrix) }} | |
| run: echo "${MATRIX_JSON}" | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 50 | |
| - name: Start PostgreSQL | |
| working-directory: docker/postgres-server | |
| run: docker-compose up -d && docker-compose logs | |
| env: | |
| PGV: ${{ matrix.pg_version }} | |
| # Install built-in JDK | |
| - name: 'Set up JDK ${{ matrix.jdk_version }} / ${{ matrix.jdk_distribution }}' | |
| uses: actions/setup-java@v3 | |
| if: ${{ matrix.jdk_distribution != 'jdkfile' }} | |
| with: | |
| distribution: ${{ matrix.jdk_distribution }} | |
| java-version: ${{ matrix.jdk_version }} | |
| architecture: x64 | |
| # Install custom JDK from URL | |
| - name: 'Download JDK ${{ matrix.jdk_distribution }} / ${{ matrix.jdk_version }} from ${{ matrix.jdk_url }}' | |
| if: ${{ matrix.jdk_distribution == 'jdkfile' }} | |
| run: | | |
| jdk_url="${{ matrix.jdk_url }}" | |
| wget -nv -O "${{ runner.temp }}/java_package.tar.gz" "${jdk_url}" | |
| - name: 'Set up JDK ${{ matrix.jdk_version }} / ${{ matrix.jdk_url }}' | |
| uses: actions/setup-java@v3 | |
| if: ${{ matrix.jdk_distribution == 'jdkfile' }} | |
| with: | |
| distribution: ${{ matrix.jdk_distribution }} | |
| java-version: ${{ matrix.jdk_version }} | |
| jdkFile: '${{ runner.temp }}/java_package.tar.gz' | |
| architecture: x64 | |
| - name: Java version | |
| run: | | |
| java -version | |
| - name: PostgreSQL version | |
| env: | |
| PGUSER: postgres | |
| PGDATABASE: postgres | |
| PGHOST: localhost | |
| run: | | |
| if ! docker/bin/wait_for_pg_isready; then | |
| # Server is not online so dump some logs for debugging | |
| docker ps | |
| cd docker/postgres-server | |
| docker-compose logs | |
| fi | |
| psql -c 'SELECT version()' | |
| - name: Prepare local properties | |
| run: | | |
| cat <<EOF >ssltest.local.properties | |
| enable_ssl_tests=${{ matrix.ssl }} | |
| EOF | |
| cat <<EOF >build.local.properties | |
| preferQueryMode=${{ matrix.query_mode}} | |
| EOF | |
| - name: Test | |
| uses: burrunan/gradle-cache-action@v1 | |
| env: | |
| S3_BUILD_CACHE_ACCESS_KEY_ID: ${{ secrets.S3_BUILD_CACHE_ACCESS_KEY_ID }} | |
| S3_BUILD_CACHE_SECRET_KEY: ${{ secrets.S3_BUILD_CACHE_SECRET_KEY }} | |
| with: | |
| # Separate cache for each JDK distribution and version | |
| job-id: jdk${{ matrix.jdk_version}}_${{ matrix.jdk_group }} | |
| arguments: --no-parallel --no-daemon --scan jandex test jacocoReport | |
| properties: | | |
| includeTestTags=${{ matrix.junit_include_tags }} | |
| - name: 'Upload code coverage' | |
| uses: codecov/codecov-action@fee48966e2ce725aedb2174d5cee5841f4c364b3 | |
| with: | |
| file: ./build/reports/jacoco/jacocoReport/jacocoReport.xml | |
| test-pg-head: | |
| name: Zulu 11 x PG HEAD | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 50 | |
| - name: Compile and start PostgreSQL | |
| working-directory: docker/postgres-head | |
| run: docker-compose up -d && docker-compose logs | |
| - name: Set up JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: zulu | |
| java-version: 11 | |
| architecture: x64 | |
| - name: Java version | |
| run: | | |
| java -version | |
| - name: PostgreSQL version | |
| env: | |
| PGUSER: postgres | |
| PGDATABASE: postgres | |
| PGHOST: localhost | |
| run: | | |
| if ! docker/bin/wait_for_pg_isready; then | |
| # Server is not online so dump some logs for debugging | |
| docker ps | |
| cd docker/postgres-head | |
| docker-compose logs | |
| fi | |
| psql -c 'SELECT version()' | |
| - name: Prepare local properties | |
| run: | | |
| cat <<EOF >ssltest.local.properties | |
| enable_ssl_tests=false | |
| EOF | |
| cat <<EOF >build.local.properties | |
| EOF | |
| - name: Test | |
| uses: burrunan/gradle-cache-action@v1 | |
| with: | |
| arguments: --no-parallel --no-daemon --scan jandex test jacocoReport -PskipJavadoc | |
| properties: | | |
| includeTestTags=!org.postgresql.test.SlowTests & !org.postgresql.test.Replication | |
| - name: 'Upload code coverage' | |
| uses: codecov/codecov-action@fee48966e2ce725aedb2174d5cee5841f4c364b3 | |
| with: | |
| file: ./build/reports/jacoco/jacocoReport/jacocoReport.xml |