Scheduled regression tests #159

Workflow file for this run

.github/workflows/scheduled-regression.yml at 37b907b

	name: Run scheduled CI/CD regression tests
	run-name: Scheduled regression tests
	on:
	workflow_dispatch:
	schedule:
	- cron: "0 0 * * 0"

	env:
	AWS_ACCESS_KEY_ID: ${{ secrets.AWS_REPORT_KEY_ID }}
	AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_REPORT_SECRET_ACCESS_KEY }}
	AWS_DEFAULT_REGION: ${{ secrets.AWS_REPORT_REGION }}
	DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
	DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
	PYTHONIOENCODING: utf-8
	REGRESSION_RESULTS_URL: clickhouse/${{ inputs.version }}/${GITHUB_RUN_ID}/testflows
	artifacts: internal
	args: --test-to-end
	--local
	--collect-service-logs
	--output ${{ vars.OUTPUT }}
	--parallel ${{ vars.PARALLEL }}
	--attr project="$GITHUB_REPOSITORY" project.id="$GITHUB_REPOSITORY_ID" user.name="$GITHUB_ACTOR" version="${{ inputs.version }}" package="${{ inputs.package }}" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$GITHUB_SHA" job.id="$GITHUB_RUN_ID" job.url="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" arch="${{ vars.ARCH }}"
	--log raw.log
	artifact_paths: \|
	./report.html
	./*.log.txt
	./*.log
	./*.html
	.//_instances/.log
	.//_instances//logs/*.log
	.///_instances//logs/.log
	.///_instances/*.log

	jobs:
	aes_encryption:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: aes_encryption
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	aggregate_functions:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: aggregate_functions
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	atomic_insert:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: atomic_insert
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	base_58:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: base_58
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	benchmark_minio:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ontime_benchmark
	STORAGE: /minio
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/benchmark.py
	--storage minio
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: always()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: benchmark-minio-artifacts
	path: ${{ env.artifact_paths}}

	benchmark_aws:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ontime_benchmark
	STORAGE: /aws
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/benchmark.py
	--storage aws_s3
	--aws-s3-bucket ${{ secrets.AWS_BUCKET }}
	--aws-s3-region ${{ secrets.AWS_REGION }}
	--aws-s3-key-id ${{ secrets.AWS_KEY_ID }}
	--aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }}
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: always()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: benchmark-aws-artifacts
	path: ${{ env.artifact_paths}}

	benchmark_gcs:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ontime_benchmark
	STORAGE: /gcs
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/benchmark.py
	--storage gcs
	--gcs-uri ${{ secrets.GCS_URI }}
	--gcs-key-id ${{ secrets.GCS_KEY_ID }}
	--gcs-key-secret ${{ secrets.GCS_KEY_SECRET }}
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: always()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: benchmark-gcs-artifacts
	path: ${{ env.artifact_paths}}

	clickhouse_keeper:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: clickhouse_keeper
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	datetime64_extended_range:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: datetime64_extended_range
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	disk_level_encryption:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: disk_level_encryption
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	dns:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: dns
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	engines:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: engines
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	example:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: example
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	extended_precision_data_types:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: extended_precision_data_types
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	# functional:
	# strategy:
	# fail-fast: false
	# matrix:
	# include:
	# - version: 22.8.20.12.altinitystable
	# clickhouse_binary_path: docker://altinity/clickhouse-server
	# - version: 22.3.15.34.altinitystable
	# clickhouse_binary_path: docker://altinity/clickhouse-server
	# - version: 23.3.1.2823
	# clickhouse_binary_path: docker://clickhouse/clickhouse-server
	# runs-on: [self-hosted, type-cpx51]
	# env:
	# SUITE: clickhouse/functional
	# steps:
	# - uses: actions/checkout@v3

	# - name: Setup
	# run: .github/setup.sh

	# - name: Run ${{ env.SUITE }} suite
	# run: python3
	# -u ${{ env.SUITE }}/functional.py
	# --clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	# --clickhouse-version ${{ env.version }}
	# ${{ env.args }}

	# - name: Create and upload logs
	# if: success() \|\| failure()
	# run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	# - uses: actions/upload-artifact@v3
	# if: always()
	# with:
	# name: clickhouse-functional-artifacts
	# path: ${{ env.artifact_paths}}

	kafka:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: kafka
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	kerberos:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: kerberos
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}
	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	key_value:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: key_value
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	ldap_authentication:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ldap/authentication
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ldap-authentication-artifacts
	path: ${{ env.artifact_paths}}

	ldap_external_user_directory:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ldap/external_user_directory
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ldap-external_user_directory-artifacts
	path: ${{ env.artifact_paths}}

	ldap_role_mapping:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ldap/role_mapping
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ldap-role_mapping-artifacts
	path: ${{ env.artifact_paths}}

	lightweight_delete:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: lightweight_delete
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	map_type:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: map_type
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	parquet:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: parquet
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	--storage minio
	--storage aws_s3
	--aws-s3-bucket ${{ secrets.AWS_BUCKET }}
	--aws-s3-region ${{ secrets.AWS_REGION }}
	--aws-s3-key-id ${{ secrets.AWS_KEY_ID }}
	--aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }}
	--storage gcs
	--gcs-uri ${{ secrets.GCS_URI }}
	--gcs-key-id ${{ secrets.GCS_KEY_ID }}
	--gcs-key-secret ${{ secrets.GCS_KEY_SECRET }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	part_moves_between_shards:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: part_moves_between_shards
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	rbac:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: rbac
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	selects:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: selects
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	session_timezone:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: session_timezone
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	s3_minio:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: s3
	STORAGE: /minio
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--storage minio
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/minio
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-minio-artifacts
	path: ${{ env.artifact_paths}}

	s3_aws:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: s3
	STORAGE: /aws
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--storage aws_s3
	--aws-s3-bucket ${{ secrets.AWS_BUCKET }}
	--aws-s3-region ${{ secrets.AWS_REGION }}
	--aws-s3-key-id ${{ secrets.AWS_KEY_ID }}
	--aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }}
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/aws
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-aws-artifacts
	path: ${{ env.artifact_paths}}

	s3_gcs:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: s3
	STORAGE: /gcs
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--storage gcs
	--gcs-uri ${{ secrets.GCS_URI }}
	--gcs-key-id ${{ secrets.GCS_KEY_ID }}
	--gcs-key-secret ${{ secrets.GCS_KEY_SECRET }}
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/gcs
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-gcs-artifacts
	path: ${{ env.artifact_paths}}

	ssl_server:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: ssl_server
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	tiered_storage:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: tiered_storage
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

	tiered_storage_minio:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: tiered_storage
	STORAGE: /minio
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--with-minio
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/minio
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-minio-artifacts
	path: ${{ env.artifact_paths}}

	tiered_storage_aws:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: tiered_storage
	STORAGE: /aws
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--with-s3amazon
	--aws-s3-access-key ${{ secrets.AWS_ACCESS_KEY }}
	--aws-s3-key-id ${{ secrets.AWS_KEY_ID }}
	--aws-s3-uri https://s3.${{ secrets.AWS_REGION}}.amazonaws.com/${{ secrets.AWS_BUCKET }}/data/
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/aws
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-aws-artifacts
	path: ${{ env.artifact_paths}}

	tiered_storage_gcs:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: tiered_storage
	STORAGE: /gcs
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--with-s3gcs
	--gcs-key-id ${{ secrets.GCS_KEY_ID }}
	--gcs-key-secret ${{ secrets.GCS_KEY_SECRET }}
	--gcs-uri ${{ secrets.GCS_URI }}
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: \|
	export STORAGE=/gcs
	.github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-gcs-artifacts
	path: ${{ env.artifact_paths}}

	window_functions:
	strategy:
	fail-fast: false
	matrix:
	include:
	- version: 22.8.20.12.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 22.3.15.34.altinitystable
	clickhouse_binary_path: docker://altinity/clickhouse-server
	- version: 23.3.8.22.altinitystable
	clickhouse_binary_path: docker://clickhouse/clickhouse-server
	runs-on: [self-hosted, type-cpx51]
	timeout-minutes: 180
	env:
	SUITE: window_functions
	clickhouse_binary_path: ${{ matrix.clickhouse_binary_path }}
	version: ${{ matrix.version }}
	steps:
	- uses: actions/checkout@v3

	- name: Setup
	run: .github/setup.sh

	- name: Run ${{ env.SUITE }} suite
	run: python3
	-u ${{ env.SUITE }}/regression.py
	--clickhouse-binary-path ${{ env.clickhouse_binary_path }}
	--clickhouse-version ${{ env.version }}
	${{ env.args }}

	- name: Create and upload logs
	if: success() \|\| failure()
	run: .github/create_and_upload_logs.sh ${{ vars.UPLOAD_LOGS }}

	- uses: actions/upload-artifact@v3
	if: always()
	with:
	name: ${{ env.SUITE }}-artifacts
	path: ${{ env.artifact_paths}}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Scheduled regression tests #159

Workflow file

Scheduled regression tests #159

Jobs

Run details

Workflow file for this run