From 0bdc51edfb33daba3103ea673223b214ee8b2735 Mon Sep 17 00:00:00 2001 From: varun646 Date: Fri, 23 Aug 2024 11:51:51 -0400 Subject: [PATCH] add flag for subset of tests --- .github/workflows/standard.yaml | 2 +- tests/conftest.py | 27 +++++++++++++++++++++++++++ 2 files changed, 28 insertions(+), 1 deletion(-) create mode 100644 tests/conftest.py diff --git a/.github/workflows/standard.yaml b/.github/workflows/standard.yaml index 043e976..9668dab 100644 --- a/.github/workflows/standard.yaml +++ b/.github/workflows/standard.yaml @@ -47,4 +47,4 @@ jobs: - name: Test with pytest run: | pip install pytest pytest-cov - pytest tests/test_generation.py --doctest-modules --junitxml=junit/test-results.xml --cov=com --cov-report=xml --cov-report=html -n auto + pytest tests/test_generation.py --doctest-modules --junitxml=junit/test-results.xml --cov=com --cov-report=xml --cov-report=html --subset-percentage 0.1 diff --git a/tests/conftest.py b/tests/conftest.py new file mode 100644 index 0000000..4f880d7 --- /dev/null +++ b/tests/conftest.py @@ -0,0 +1,27 @@ +import random + + +def pytest_addoption(parser): + parser.addoption( + "--subset-percentage", + action="store", + default=None, + help="Specify the percentage of tests to run as a subset (e.g., 0.3 for 30%)", + ) + + +def pytest_collection_modifyitems(config, items): + subset_percentage = config.getoption("--subset-percentage") + + # If the subset percentage is provided, apply it + if subset_percentage is not None: + subset_percentage = float(subset_percentage) + + # Shuffle the test cases + random.shuffle(items) + + # Calculate the number of tests to run based on percentage + subset_count = int(len(items) * subset_percentage) + + # Select a subset of tests + items[:] = items[:subset_count]