fix(integration-tests): run the integration suite in parallel

docker/env/version

@@ -1 +1 @@
-1.107-PR13751-82c347a
+1.108-PR15694-82b64e2

pyproject.toml

@@ -55,6 +55,7 @@ dependencies = [
     "PyGithub==2.1.1",
     "pytest-random-order==1.0.4",
     "pytest-subtests==0.14.2",
+    "pytest-xdist==3.8.0",
     "pytest==8.3.4",
     "python-jenkins==1.8.2",
     "PyYAML==6.0.1",

sct.py

@@ -1631,8 +1631,9 @@ def unit_tests(test, junit_xml):
 
 @cli.command("integration-tests", help="Run all the SCT internal integration-tests")
 @click.option("-t", "--test", required=False, default="", help="Run specific test file from unit-tests directory")
+@click.option("-n", required=False, default=4, help="Sets number of parallel tests to run, default is 4")
 @click.option("--junit-xml", required=False, default="", help="Path to write JUnit XML report")
-def integration_tests(test, junit_xml):
+def integration_tests(test, n, junit_xml):
     get_test_config().logdir()
     add_file_logger()
 
@@ -1648,7 +1649,17 @@ def integration_tests(test, junit_xml):
         )
         local_cluster.setup_prerequisites()
 
-    args = ["-v", "-p", "no:warnings", "-m", "integration", "unit_tests/{}".format(test)]
+    args = [
+        "-v",
+        "-p",
+        "no:warnings",
+        "-m",
+        "integration",
+        "--dist",
+        "loadgroup",
+        f"-n{n}",
+        "unit_tests/{}".format(test),
+    ]
     if junit_xml:
         args.append(f"--junit-xml={junit_xml}")
     sys.exit(pytest.main(args))

unit_tests/test_cassandra_stress_thread.py

@@ -21,6 +21,7 @@
 pytestmark = [
     pytest.mark.usefixtures("events"),
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_ssl"),
 ]
 
 

unit_tests/test_cql_stress_cassandra_stress_thread.py

@@ -23,6 +23,7 @@
 pytestmark = [
     pytest.mark.usefixtures("events"),
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 

unit_tests/test_gemini_thread.py

@@ -19,6 +19,7 @@
 pytestmark = [
     pytest.mark.usefixtures("events"),
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 

unit_tests/test_kafka.py

@@ -23,6 +23,7 @@
 
 pytestmark = [
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 LOGGER = logging.getLogger(__name__)

unit_tests/test_latte_thread.py

@@ -31,6 +31,7 @@
 
 
 @pytest.mark.integration
+@pytest.mark.xdist_group("docker_ssl")
 def test_01_latte_schema(request, docker_scylla, params):
     params["enable_argus"] = False
     loader_set = LocalLoaderSetDummy(params=params)
@@ -50,6 +51,7 @@ def cleanup_thread():
 
 
 @pytest.mark.integration
+@pytest.mark.xdist_group("docker_ssl")
 def test_02_latte_load(request, docker_scylla, params):
     params["enable_argus"] = False
     loader_set = LocalLoaderSetDummy(params=params)
@@ -69,6 +71,7 @@ def cleanup_thread():
 
 
 @pytest.mark.integration
+@pytest.mark.xdist_group("docker_ssl")
 def test_03_latte_run(request, docker_scylla, prom_address, params):
     params["enable_argus"] = False
     loader_set = LocalLoaderSetDummy(params=params)
@@ -107,6 +110,7 @@ def check_metrics():
 
 
 @pytest.mark.integration
+@pytest.mark.xdist_group("docker_ssl")
 @pytest.mark.docker_scylla_args(ssl=True)
 def test_04_latte_run_client_encrypt(request, docker_scylla, params):
     params["client_encrypt"] = True

unit_tests/test_ndbench_thread.py

@@ -8,6 +8,7 @@
 pytestmark = [
     pytest.mark.usefixtures("events"),
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 

unit_tests/test_python_driver.py

@@ -7,6 +7,10 @@
 
 log = logging.getLogger(__name__)
 
+pytestmark = [
+    pytest.mark.xdist_group("docker_ssl"),
+]
+
 
 @pytest.mark.integration
 @pytest.mark.parametrize(

unit_tests/test_run_cqlsh.py

@@ -15,6 +15,7 @@
 
 pytestmark = [
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 

unit_tests/test_scylla_bench_thread.py

@@ -24,6 +24,7 @@
 
 
 @pytest.mark.integration
+@pytest.mark.xdist_group("docker_ssl")
 @pytest.mark.parametrize(
     "extra_cmd",
     argvalues=[

unit_tests/test_vector_store.py

@@ -29,6 +29,7 @@
         scylla_docker_image="scylladb/scylla-nightly:2025.4.0-dev-0.20250811.e14c5e3890de",
         vs_docker_image="scylladb/vector-store:latest",
     ),
+    pytest.mark.xdist_group("docker_heavy"),
 ]
 
 LOGGER = logging.getLogger(__name__)

unit_tests/test_ycsb_thread.py

@@ -28,6 +28,7 @@
 pytestmark = [
     pytest.mark.usefixtures("events"),
     pytest.mark.integration,
+    pytest.mark.xdist_group("docker_heavy"),
 ]