diff --git a/haiku/_src/stateful_test.py b/haiku/_src/stateful_test.py
index e2e826df7..2cd8595e6 100644
--- a/haiku/_src/stateful_test.py
+++ b/haiku/_src/stateful_test.py
@@ -684,8 +684,7 @@ def creates_params(_):
   def test_vmap_split_rng_out_axes_error_no_split_rng(self):
     f = stateful.vmap(lambda x: x, split_rng=False, out_axes=None)
     x = jnp.arange(4)
-    with self.assertRaisesRegex(ValueError,
-                                "vmap has mapped output but out_axes is None"):
+    with self.assertRaisesRegex(ValueError, ".*vmap.*out_axes.*None.*"):
       # test our split_rng error does not clobber jax error message.
       f(x)
 
@@ -696,8 +695,7 @@ def g(x):
       f(x)
 
     x = jnp.arange(4)
-    with self.assertRaisesRegex(ValueError,
-                                "vmap has mapped output but out_axes is None"):
+    with self.assertRaisesRegex(ValueError, ".*vmap.*out_axes.*None.*"):
       # test our split_rng error does not clobber jax error message.
       g.apply({}, jax.random.PRNGKey(42), x)