Merge branch 'main' of github.com:Altinity/clickhouse-regression

.github/workflows/README.md

@@ -32,15 +32,32 @@ Table of which suites rely on what docker images.
 || zookeeper:3.6.2 |
 | aggregate_functions | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
+| alter | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| zookeeper:3.6.2 |
+|| altinityinfra/s3-proxy:265-ea7abf434d5f99618d1e188b8284cf43835724f3 |
+|| altinityinfra/python-bottle:265-ea7abf434d5f99618d1e188b8284cf43835724f3 |
+|| minio/mc:RELEASE.2022-06-11T21-10-36Z |
+|| minio/minio:RELEASE.2022-07-17T15-43-14Z |
+|| mysql:8.0.34 |
+|| postgres:15.0-bullseye |
+|| zookeeper:3.6.2 |
 | atomic_insert | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
+| attach | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| zookeeper:3.6.2 |
 | base_58 | clickhouse/clickhouse-integration-test:28741 |
 || zookeeper:3.6.2 |
 | clickhouse/functional | altinityinfra/clickhouse-functional-test:1.0 |
 || bitnami/zookeeper:3.7.1-debian-11-r90 |
 | clickhouse_keeper | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| clickhouse/clickhouse-server:22.8.12.45 |
 || zookeeper:3.7.0 |
 || zookeeper:3.4.12 |
+|| altinity/zookeeper-fips:3.7.1-1 |
+|| altinityinfra/bash-tools:1.0 |
+| clickhouse_keeper_failout | clickhouse/clickhouse-keeper:latest |
+| data_types | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| zookeeper:3.6.2 |
 | datetime64_extended_range | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
 | disk_level_encryption | altinityinfra/clickhouse-regression-multiarch:1.0 |
@@ -52,6 +69,8 @@ Table of which suites rely on what docker images.
 || zookeeper:3.6.2 |
 | extended_precision_data_types | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || mysql:5.7.30 |
+| functions | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| zookeeper:3.6.2 |
 | kafka | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || confluentinc/cp-kafka:5.2.0 |
 || zookeeper:3.4.12 |
@@ -67,44 +86,50 @@ Table of which suites rely on what docker images.
 || minio/mc:RELEASE.2022-06-11T21-10-36Z |
 || minio/minio:RELEASE.2022-07-17T15-43-14Z |
 || zookeeper:3.6.2 |
-| map_type | altinityinfra/clickhouse-regression-multiarch:1.0 |
+| memory | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
-| ontime_benchmark | altinityinfra/clickhouse-regression-multiarch-ontime:1.0 |
+| ontime_benchmark | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| altinityinfra/s3-proxy:265-ea7abf434d5f99618d1e188b8284cf43835724f3 |
+|| altinityinfra/python-bottle:265-ea7abf434d5f99618d1e188b8284cf43835724f3 |
 || minio/mc:RELEASE.2022-06-11T21-10-36Z |
 || minio/minio:RELEASE.2022-06-11T19-55-32Z |
 || zookeeper:3.6.2 |
 | parquet | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || minio/mc:RELEASE.2022-06-11T21-10-36Z |
 || minio/minio:RELEASE.2022-07-17T15-43-14Z |
-|| mysql:5.7.30 |
+|| mysql:8.0.34 |
 || postgres:15.0-bullseye |
 || zookeeper:3.6.2 |
 | part_moves_between_shards | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.4.12 |
 | rbac | altinityinfra/clickhouse-regression-multiarch:1.0 |
-|| mysql:5.7.30 |
+|| mysql:8.0.34 |
 || zookeeper:3.6.2 |
 | s3 | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || minio/mc:RELEASE.2022-06-11T21-10-36Z |
 || minio/minio:RELEASE.2022-06-11T19-55-32Z |
 || zookeeper:3.6.2 |
-|| minio/mc:RELEASE.2022-06-11T21-10-36Z |
-|| minio/minio:RELEASE.2022-06-11T19-55-32Z |
-|| zookeeper:3.6.2 |
 | selects | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
-| ssl_server | altinityinfra/clickhouse-regression-multiarch:1.0|
+| session_timezone | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| zookeeper:3.6.2 |
+| ssl_keeper | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| altinityinfra/bash-tools:1.0 |
+| ssl_server | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || clickhouse/clickhouse-server:22.8.12.45 |
 || zookeeper:3.6.2 |
+|| altinity/zookeeper-fips:3.7.1-1 |
 | tiered_storage | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || minio/mc:RELEASE.2022-06-11T21-10-36Z |
 || minio/minio:RELEASE.2022-07-17T15-43-14Z |
 || zookeeper:3.6.2 |
 | vfs | altinityinfra/clickhouse-regression-multiarch:1.0 |
+|| minio/mc:RELEASE.2022-06-11T21-10-36Z |
+|| minio/minio:RELEASE.2022-07-17T15-43-14Z |
+|| zookeeper:3.6.2 |
 | window_functions | altinityinfra/clickhouse-regression-multiarch:1.0 |
 || zookeeper:3.6.2 |
 
-
 ## Check online runners
 
 Provide which Altinity repository you want to check runners for and it will provide the currently online runners.

alter/stress/tests/actions.py

@@ -277,7 +277,7 @@ def freeze_unfreeze_random_part(self):
         query = f"ALTER TABLE {table_name} FREEZE PARTITION {partition} WITH NAME '{backup_name}'"
         node.query(query, exitcode=0, **alter_query_args)
 
-    with And(f"I wait {delay:.2}s"):
+    with And(f"I wait {delay:.3}s"):
         time.sleep(delay)
 
     with Finally("I unfreeze the part"):
@@ -799,7 +799,7 @@ def check_tables_have_same_columns(self, tables):
 
     with Then("all tables should have the same columns"):
         for table1, table2 in combinations(tables, 2):
-            with By(f"checking {table1} and {table2}"):
+            with By(f"checking {table1} and {table2}", flags=TE):
                 assert table_columns[table1] == table_columns[table2], error()
 
 
@@ -823,7 +823,7 @@ def check_tables_have_same_projections(
 
     with Then("all tables should have the same projections"):
         for table1, table2 in combinations(tables, 2):
-            with By(f"checking {table1} and {table2}"):
+            with By(f"checking {table1} and {table2}", flags=TE):
                 assert table_projections[table1] == table_projections[table2], error()
 
     if check_present is not None:
@@ -854,7 +854,7 @@ def check_tables_have_same_indexes(self, tables):
 
     with Then("all tables should have the same indexes"):
         for table1, table2 in combinations(tables, 2):
-            with By(f"checking {table1} and {table2}"):
+            with By(f"checking {table1} and {table2}", flags=TE):
                 assert table_indexes[table1] == table_indexes[table2], error()
 
 

alter/stress/tests/stress_alter.py

@@ -28,6 +28,7 @@ def alter_combinations(
     n_columns=50,
     restarts=False,
     add_remove_replicas=False,
+    add_remove_projections=False,
     fill_disks=False,
     insert_keeper_fault_injection_probability=0,
     network_impairment=False,
@@ -51,14 +52,10 @@ def alter_combinations(
             delete_random_column,
             update_random_column,
             delete_random_rows,
-            # delete_random_rows_lightweight,
             detach_attach_random_partition,
             freeze_unfreeze_random_part,
             drop_random_part,
             replace_random_part,
-            add_random_projection,
-            clear_random_projection,
-            drop_random_projection,
             add_random_index,
             clear_random_index,
             drop_random_index,
@@ -78,6 +75,15 @@ def alter_combinations(
         if add_remove_replicas:
             actions += [delete_replica, add_replica]
 
+        if add_remove_projections:
+            actions += [
+                add_random_projection,
+                clear_random_projection,
+                drop_random_projection,
+            ]
+        else:
+            actions += [delete_random_rows_lightweight]
+
         if fill_disks:
             actions += [
                 fill_clickhouse_disks,
@@ -131,7 +137,8 @@ def alter_combinations(
         with And("I create 10 random projections and indexes"):
             for _ in range(10):
                 # safe=False because we don't need to waste time on extra checks during setup
-                add_random_projection(safe=False)
+                if add_remove_projections:
+                    add_random_projection(safe=False)
                 add_random_index(safe=False)
 
         # To test a single combination, uncomment and edit as needed.