Check if tests are coupled

.dev/run-test-files-in-random-order.R

@@ -0,0 +1,54 @@
+library(cli)
+library(glue)
+withr::local_envvar(TESTTHAT_PARALLEL = "FALSE")
+pkgload::load_all(".")
+
+test_script_paths <- testthat::find_test_scripts("tests/testthat")
+seed <- sample.int(1e6, 1L)
+cli_inform("Chosen seed for the current test run: {seed}")
+set.seed(seed)
+randomized_test_script_paths <- sample(test_script_paths)
+
+any_test_failures <- FALSE
+any_test_errors <- FALSE
+
+test_path <- function(path) {
+ report <- as.data.frame(testthat::test_file(path, reporter = "silent"))
+ has_test_failures <- any(report$failed == 1L)
+ has_test_errors <- any(report$error == 1L)
+ if (has_test_failures) {
+ cli_alert_danger(glue("Tests in `{path}` are failing."))
+ any_test_failures <<- TRUE
+ failed_tests <- tibble::as_tibble(subset(report, failed == 1L)[, c("test", "result")])
+ print(glue::glue_data(failed_tests, "Test `{test}` is failing:\n{purrr::pluck(result, 1L, 1L)}"))
+ }
+ if (has_test_errors) {
+ cli_alert_danger(glue("There was error while running tests in `{path}`."))
+ any_test_errors <<- TRUE
+ errored_tests <- tibble::as_tibble(subset(report, error == 1L)[, c("test", "result")])
+ print(glue::glue_data(errored_tests, "Test `{test}` has error:\n{purrr::pluck(result, 1L, 1L)}"))
+ }
+ if (!has_test_failures && !has_test_errors) {
+ cli_alert_success(glue("All tests passing in `{path}`."))
+ }
+}
+
+cli_rule()
+cli_inform("Running tests in random order:")
+cli_rule()
+
+purrr::walk(randomized_test_script_paths, test_path)
+
+cli_rule()
+if (any_test_failures) {
+ cli_abort("Tests in some files are failing.")
+}
+
+if (any_test_errors) {
+ cli_abort("There was error while running tests in some files.")
+}
+
+if (!any_test_failures && !any_test_errors) {
+ cli_alert_success("Tests from all files are passing!")
+}
+cli_rule()

.github/workflows/check-random-test-order.yaml

@@ -0,0 +1,35 @@
+# Run tests in random order
+on:
+ push:
+ branches: [main, master]
+ pull_request:
+ branches: [main, master]
+
+name: check-random-test-order
+
+jobs:
+ check-random-test-order:
+ runs-on: ubuntu-latest
+ env:
+ GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
+
+ steps:
+ - uses: actions/checkout@v3
+
+ - uses: r-lib/actions/setup-r@v2
+ with:
+ r-version: "release"
+ use-public-rspm: true
+
+ - uses: r-lib/actions/setup-r-dependencies@v2
+ with:
+ pak-version: devel
+ extra-packages: |
+ local::.
+
+ - name: Run Tests in Random Order
+ run: |
+ options(crayon.enabled = TRUE)
+ callr::rscript(".dev/run-test-files-in-random-order.R")
+
+ shell: Rscript {0}