24.3 | parquet_s3 | ARM #285
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run CI/CD ARM regression tests | |
| run-name: ${{ inputs.custom_run_name || (inputs.suite == 'all' && format('{0} | Full Regression | ARM', inputs.version)) || format('{0} | {1} | ARM', inputs.version, inputs.suite) }} | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| package: | |
| description: "Package either 'docker://' or 'https://'. Example: 'https://s3.amazonaws.com/clickhouse-builds/23.3/.../package_release/clickhouse-common-static_23.3.1.64_amd64.deb', or 'docker://altinity/clickhouse-server:23.8.5.17.altinitytest'" | |
| required: true | |
| type: string | |
| default: docker://altinity/clickhouse-server:23.8.5.17.altinitytest | |
| version: | |
| description: "Expected version. Example: 23.3.13.7.altinitytest" | |
| type: string | |
| required: true | |
| suite: | |
| description: "Test suite to run (default: all)" | |
| type: choice | |
| options: | |
| - all | |
| - aes_encryption | |
| - aggregate_functions | |
| - atomic_insert | |
| - alter_all | |
| - alter_replace_partition | |
| - alter_attach_partition | |
| - alter_move_partition | |
| - attach | |
| - base_58 | |
| - benchmark_all | |
| - benchmark_aws | |
| - benchmark_gcs | |
| - benchmark_minio | |
| - clickhouse_keeper | |
| - clickhouse_keeper_failover | |
| - data_types | |
| - datetime64_extended_range | |
| - disk_level_encryption | |
| - dns | |
| - engines | |
| - example | |
| - extended_precision_data_types | |
| - functions | |
| - kafka | |
| - kerberos | |
| - key_value | |
| - ldap | |
| - lightweight_delete | |
| - memory | |
| - parquet_all | |
| - parquet | |
| - parquet_minio | |
| - parquet_s3 | |
| - part_moves_between_shards | |
| - rbac | |
| - s3_all | |
| - s3_aws | |
| - s3_gcs | |
| - s3_minio | |
| - selects | |
| - session_timezone | |
| - ssl_server | |
| - tiered_storage_all | |
| - tiered_storage_aws | |
| - tiered_storage_gcs | |
| - tiered_storage_local | |
| - tiered_storage_minio | |
| - vfs_all | |
| - vfs_aws | |
| - vfs_gcs | |
| - vfs_minio | |
| - window_functions | |
| artifacts: | |
| description: "Artifact S3 bucket" | |
| type: choice | |
| options: | |
| - public | |
| - internal | |
| output_format: | |
| description: "Testflows output style." | |
| type: choice | |
| options: | |
| - new-fails | |
| - classic | |
| - nice | |
| - fails | |
| - slick | |
| - brisk | |
| - quiet | |
| - short | |
| - manual | |
| - dots | |
| - progress | |
| - raw | |
| ref: | |
| description: "Commit SHA to checkout. Default: current (empty string)." | |
| type: string | |
| default: "" | |
| extra_args: | |
| description: "Extra test program arguments. Default: none (empty string)." | |
| type: string | |
| default: "" | |
| custom_run_name: | |
| description: 'Custom run name (optional)' | |
| required: false | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_REPORT_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_REPORT_SECRET_ACCESS_KEY }} | |
| AWS_DEFAULT_REGION: ${{ secrets.AWS_REPORT_REGION }} | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| PYTHONIOENCODING: utf-8 | |
| clickhouse_binary_path: ${{ inputs.package }} | |
| version: ${{ inputs.version }} | |
| artifacts: ${{ inputs.artifacts }} | |
| args: --test-to-end | |
| --no-colors | |
| --local | |
| --collect-service-logs | |
| --output ${{ inputs.output_format }} | |
| --parallel ${{ vars.PARALLEL }} | |
| --attr project="${GITHUB_REPOSITORY}" project.id="${GITHUB_REPOSITORY_ID}" user.name="${GITHUB_ACTOR}" version="${{ inputs.version }}" package="${{ inputs.package }}" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="${GITHUB_SHA}" job.id="${GITHUB_RUN_ID}" job.url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" arch="$(uname -i)" | |
| --log raw.log ${{ inputs.extra_args }} | |
| artifact_paths: | | |
| ./report.html | |
| ./*.log.txt | |
| ./*.log | |
| ./*.html | |
| ./*/_instances/*.log | |
| ./*/_instances/*/logs/*.log | |
| ./*/*/_instances/*/logs/*.log | |
| ./*/*/_instances/*.log | |
| jobs: | |
| aes_encryption: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: aes_encryption | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'aes_encryption' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| aggregate_functions: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 240 | |
| env: | |
| SUITE: aggregate_functions | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'aggregate_functions' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| atomic_insert: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: atomic_insert | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'atomic_insert' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| alter_replace_partition: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 600 | |
| env: | |
| SUITE: alter | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'alter_all' || inputs.suite == 'alter_replace_partition' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --only "/alter/replace partition/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-replace-partition-artifacts | |
| path: ${{ env.artifact_paths}} | |
| alter_attach_partition: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 1200 | |
| env: | |
| SUITE: alter | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'alter_all' || inputs.suite == 'alter_attach_partition' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --only "/alter/attach partition/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-attach-partition-artifacts | |
| path: ${{ env.artifact_paths}} | |
| alter_move_partition: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: alter | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'alter_all' || inputs.suite == 'alter_move_partition' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --only "/alter/move partition/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-move-partition-artifacts | |
| path: ${{ env.artifact_paths}} | |
| attach: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: attach | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'attach' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --only "/attach/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| base_58: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: base_58 | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'base_58' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| benchmark_aws: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ontime_benchmark | |
| STORAGE: /aws | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'benchmark_all' || inputs.suite == 'benchmark_aws' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/benchmark.py | |
| --storage aws_s3 | |
| --aws-s3-bucket ${{ secrets.AWS_BUCKET }} | |
| --aws-s3-region ${{ secrets.AWS_REGION }} | |
| --aws-s3-key-id ${{ secrets.AWS_KEY_ID }} | |
| --aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: benchmark-aws-artifacts | |
| path: ${{ env.artifact_paths}} | |
| benchmark_gcs: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ontime_benchmark | |
| STORAGE: /gcs | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'benchmark_all' || inputs.suite == 'benchmark_gcs' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/benchmark.py | |
| --storage gcs | |
| --gcs-uri ${{ secrets.GCS_URI }} | |
| --gcs-key-id ${{ secrets.GCS_KEY_ID }} | |
| --gcs-key-secret ${{ secrets.GCS_KEY_SECRET }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: benchmark-gcs-artifacts | |
| path: ${{ env.artifact_paths}} | |
| benchmark_minio: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ontime_benchmark | |
| STORAGE: /minio | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'benchmark_all' || inputs.suite == 'benchmark_minio' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/benchmark.py | |
| --storage minio | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: benchmark-minio-artifacts | |
| path: ${{ env.artifact_paths}} | |
| clickhouse_keeper: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 360 | |
| env: | |
| SUITE: clickhouse_keeper | |
| STORAGE: /no_ssl | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'clickhouse_keeper' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| clickhouse_keeper_ssl: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: clickhouse_keeper | |
| STORAGE: /ssl | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'clickhouse_keeper' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --ssl | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| clickhouse_keeper_failover: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: clickhouse_keeper_failover | |
| STORAGE: /failover | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'clickhouse_keeper_failover' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| data_types: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: data_types | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'data_types' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| datetime64_extended_range: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: datetime64_extended_range | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'datetime64_extended_range' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| disk_level_encryption: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: disk_level_encryption | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'disk_level_encryption' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| dns: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: dns | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'dns' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| engines: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: engines | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'engines' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| example: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: example | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'example' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| extended_precision_data_types: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: extended_precision_data_types | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'extended_precision_data_types' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| functions: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: functions | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'functions' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| # functional: | |
| # runs-on: self-hosted | |
| # env: | |
| # SUITE: clickhouse/functional | |
| # if: ${{ inputs.suite == 'all' || inputs.suite == 'functional' }} | |
| # steps: | |
| # - uses: actions/checkout@v3 | |
| # - name: Setup | |
| # run: .github/setup.sh | |
| # - name: Run ${{ env.SUITE }} suite | |
| # run: python3 | |
| # -u ${{ env.SUITE }}/functional.py | |
| # --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| # --clickhouse-version ${{ env.version }} | |
| # ${{ env.args }} | |
| # - name: Create and upload logs | |
| # if: always() | |
| # run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| # - uses: actions/upload-artifact@v3 | |
| # if: always() | |
| # with: | |
| # name: clickhouse-functional-artifacts | |
| # path: ${{ env.artifact_paths}} | |
| kafka: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: kafka | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'kafka' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| kerberos: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: kerberos | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'kerberos' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| key_value: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: key_value | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'key_value' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| ldap_authentication: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ldap/authentication | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'ldap' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ldap-authentication-artifacts | |
| path: ${{ env.artifact_paths}} | |
| ldap_external_user_directory: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ldap/external_user_directory | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'ldap' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ldap-external_user_directory-artifacts | |
| path: ${{ env.artifact_paths}} | |
| ldap_role_mapping: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: ldap/role_mapping | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'ldap' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ldap-role_mapping-artifacts | |
| path: ${{ env.artifact_paths}} | |
| lightweight_delete: | |
| runs-on: [self-hosted, type-cax31, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: lightweight_delete | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'lightweight_delete' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| memory: | |
| runs-on: [self-hosted, type-cax31, image-arm-app-docker-ce] | |
| timeout-minutes: 1800 | |
| env: | |
| SUITE: memory | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'memory' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| parquet: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: parquet | |
| STORAGE: /no_s3 | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'parquet' || inputs.suite == 'parquet_all'}} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| parquet_minio: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: parquet | |
| STORAGE: /minio | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'parquet_minio' || inputs.suite == 'parquet_all'}} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --storage minio | |
| --only "/parquet/minio/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-minio-artifacts | |
| path: ${{ env.artifact_paths}} | |
| parquet_aws_s3: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: parquet | |
| STORAGE: /aws_s3 | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'parquet_s3' || inputs.suite == 'parquet_all'}} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| --storage aws_s3 | |
| --aws-s3-bucket ${{ secrets.AWS_BUCKET }} | |
| --aws-s3-region ${{ secrets.AWS_REGION }} | |
| --aws-s3-key-id ${{ secrets.AWS_KEY_ID }} | |
| --aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }} | |
| --only "/parquet/aws s3/*" | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-aws-artifacts | |
| path: ${{ env.artifact_paths}} | |
| part_moves_between_shards: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: part_moves_between_shards | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'part_moves_between_shards' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| rbac: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: rbac | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'rbac' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| s3_aws: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: s3 | |
| STORAGE: /aws | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 's3_all' || inputs.suite == 's3_aws' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage aws_s3 | |
| --aws-s3-bucket ${{ secrets.AWS_BUCKET }} | |
| --aws-s3-region ${{ secrets.AWS_REGION }} | |
| --aws-s3-key-id ${{ secrets.AWS_KEY_ID }} | |
| --aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-aws-artifacts | |
| path: ${{ env.artifact_paths}} | |
| s3_gcs: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: s3 | |
| STORAGE: /gcs | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 's3_all' || inputs.suite == 's3_gcs' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage gcs | |
| --gcs-uri ${{ secrets.GCS_URI }} | |
| --gcs-key-id ${{ secrets.GCS_KEY_ID }} | |
| --gcs-key-secret ${{ secrets.GCS_KEY_SECRET }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-gcs-artifacts | |
| path: ${{ env.artifact_paths}} | |
| s3_minio: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: s3 | |
| STORAGE: /minio | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 's3_all' || inputs.suite == 's3_minio' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage minio | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-minio-artifacts | |
| path: ${{ env.artifact_paths}} | |
| selects: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: selects | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'selects' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| session_timezone: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: session_timezone | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'session_timezone' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| ssl_server: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 360 | |
| env: | |
| SUITE: ssl_server | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'ssl_server' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| tiered_storage_aws: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: tiered_storage | |
| STORAGE: /aws | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'tiered_storage_aws' || inputs.suite == 'tiered_storage_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --with-s3amazon | |
| --aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }} | |
| --aws-s3-key-id ${{ secrets.AWS_KEY_ID }} | |
| --aws-s3-uri https://s3.${{ secrets.AWS_REGION}}.amazonaws.com/${{ secrets.AWS_BUCKET }}/data/ | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-aws-artifacts | |
| path: ${{ env.artifact_paths}} | |
| tiered_storage_gcs: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: tiered_storage | |
| STORAGE: /gcs | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'tiered_storage_gcs' || inputs.suite == 'tiered_storage_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --with-s3gcs | |
| --gcs-uri ${{ secrets.GCS_URI }} | |
| --gcs-key-id ${{ secrets.GCS_KEY_ID }} | |
| --gcs-key-secret ${{ secrets.GCS_KEY_SECRET }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-gcs-artifacts | |
| path: ${{ env.artifact_paths}} | |
| tiered_storage_local: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: tiered_storage | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'tiered_storage_local' || inputs.suite == 'tiered_storage_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} | |
| tiered_storage_minio: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: tiered_storage | |
| STORAGE: /minio | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'tiered_storage_minio' || inputs.suite == 'tiered_storage_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --with-minio | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-minio-artifacts | |
| path: ${{ env.artifact_paths}} | |
| vfs_aws: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: vfs | |
| STORAGE: /aws | |
| if: ${{ inputs.suite == 'vfs_aws' || inputs.suite == 'vfs_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage aws_s3 | |
| --aws-s3-bucket ${{ secrets.AWS_BUCKET }} | |
| --aws-s3-region ${{ secrets.AWS_REGION }} | |
| --aws-s3-key-id ${{ secrets.AWS_KEY_ID }} | |
| --aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-aws-artifacts | |
| path: ${{ env.artifact_paths}} | |
| vfs_gcs: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: vfs | |
| STORAGE: /gcs | |
| if: ${{ inputs.suite == 'vfs_gcs' || inputs.suite == 'vfs_all' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage gcs | |
| --gcs-uri ${{ secrets.GCS_URI }} | |
| --gcs-key-id ${{ secrets.GCS_KEY_ID }} | |
| --gcs-key-secret ${{ secrets.GCS_KEY_SECRET }} | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-gcs-artifacts | |
| path: ${{ env.artifact_paths}} | |
| vfs_minio: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 300 | |
| env: | |
| SUITE: vfs | |
| STORAGE: /minio | |
| if: ${{ inputs.suite == 'vfs_all' || inputs.suite == 'vfs_minio' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --storage minio | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-minio-artifacts | |
| path: ${{ env.artifact_paths}} | |
| window_functions: | |
| runs-on: [self-hosted, type-cax41, image-arm-app-docker-ce] | |
| timeout-minutes: 180 | |
| env: | |
| SUITE: window_functions | |
| if: ${{ inputs.suite == 'all' || inputs.suite == 'window_functions' }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| - name: Setup | |
| run: .github/setup.sh | |
| - name: Run ${{ env.SUITE }} suite | |
| run: python3 | |
| -u ${{ env.SUITE }}/regression.py | |
| --clickhouse-binary-path ${{ env.clickhouse_binary_path }} | |
| --clickhouse-version ${{ env.version }} | |
| ${{ env.args }} | |
| - name: Create and upload logs | |
| if: always() | |
| run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }} | |
| - uses: actions/upload-artifact@v3 | |
| if: always() | |
| with: | |
| name: ${{ env.SUITE }}-artifacts | |
| path: ${{ env.artifact_paths}} |