Skip universal builds

pyproject.toml

@@ -137,7 +137,7 @@ target-version = ['py38', 'py39', 'py310', 'py311']
 manylinux-x86_64-image = "manylinux2014"
 manylinux-i686-image = "manylinux2014"
 skip = "pp* cp36-* cp37-* *musllinux* *win32 *i686"
-test-skip = "*win32 *linux_i686"
+test-skip = "*win32 *linux_i686 *universal2*"
 test-command = "python {project}/examples/python/stochastic_swap.py"
 # We need to use pre-built versions of Numpy and Scipy in the tests; they have a
 # tendency to crash if they're installed from source by `pip install`, and since