diff --git a/easybuild/easyconfigs/a/Arcade-Learning-Environment/Arcade-Learning-Environment-0.8.1-foss-2023a.eb b/easybuild/easyconfigs/a/Arcade-Learning-Environment/Arcade-Learning-Environment-0.8.1-foss-2023a.eb
new file mode 100644
index 00000000000..aca8f2dca72
--- /dev/null
+++ b/easybuild/easyconfigs/a/Arcade-Learning-Environment/Arcade-Learning-Environment-0.8.1-foss-2023a.eb
@@ -0,0 +1,63 @@
+easyblock = 'CMakeMake'
+
+name = 'Arcade-Learning-Environment'
+version = '0.8.1'
+
+homepage = 'https://github.com/mgbellemare/Arcade-Learning-Environment'
+description = """The Arcade Learning Environment (ALE) is a simple framework that allows
+researchers and hobbyists to develop AI agents for Atari 2600 games. It is
+built on top of the Atari 2600 emulator Stella and separates the details of
+emulation from agent design. This video depicts over 50 games currently
+supported in the ALE."""
+
+toolchain = {'name': 'foss', 'version': '2023a'}
+
+github_account = 'mgbellemare'
+source_urls = [GITHUB_SOURCE]
+sources = ['v%(version)s.tar.gz']
+checksums = ['28960616cd89c18925ced7bbdeec01ab0b2ebd2d8ce5b7c88930e97381b4c3b5']
+
+builddependencies = [
+    ('CMake', '3.26.3'),
+]
+
+dependencies = [
+    ('Python', '3.11.3'),
+    ('pybind11', '2.11.1'),
+    ('SciPy-bundle', '2023.07'),
+    ('SDL2', '2.28.2'),
+    ('zlib', '1.2.13'),
+]
+
+# main build of C++ libraries
+configopts = "-DBUILD_PYTHON_LIB=OFF"
+
+# install Python bindings and its dependencies
+exts_defaultclass = 'PythonPackage'
+exts_default_options = {
+    'download_dep_fail': True,
+    'use_pip': True,
+    'sanity_pip_check': True,
+}
+exts_list = [
+    ('ale-py', version, {
+        'patches': ['%(name)s-%(version)s_fix_version.patch'],
+        'preinstallopts': 'ALE_BUILD_VERSION=%(version)s',
+        'source_tmpl': 'v%(version)s.tar.gz',
+        'checksums': [
+            {'v0.8.1.tar.gz': '28960616cd89c18925ced7bbdeec01ab0b2ebd2d8ce5b7c88930e97381b4c3b5'},
+            {'ale-py-0.8.1_fix_version.patch': '3ad39a05eb82c3aacf34a6de562ad2d76c254a906963bdef6a810f0b5ce0d22f'},
+        ],
+    }),
+]
+
+sanity_check_paths = {
+    'files': ['bin/ale-import-roms', 'lib64/libale.a'],
+    'dirs': ['include/ale', 'lib/python%(pyshortver)s/site-packages/'],
+}
+
+sanity_check_commands = ["ale-import-roms --help"]
+
+modextrapaths = {'PYTHONPATH': 'lib/python%(pyshortver)s/site-packages'}
+
+moduleclass = 'tools'
diff --git a/easybuild/easyconfigs/o/OpenAI-Gym/OpenAI-Gym-0.26.2-foss-2023a.eb b/easybuild/easyconfigs/o/OpenAI-Gym/OpenAI-Gym-0.26.2-foss-2023a.eb
new file mode 100644
index 00000000000..c7ad7c7c04f
--- /dev/null
+++ b/easybuild/easyconfigs/o/OpenAI-Gym/OpenAI-Gym-0.26.2-foss-2023a.eb
@@ -0,0 +1,53 @@
+easyblock = 'PythonBundle'
+
+name = 'OpenAI-Gym'
+version = '0.26.2'
+
+homepage = 'https://gym.openai.com'
+description = "A toolkit for developing and comparing reinforcement learning algorithms."
+
+toolchain = {'name': 'foss', 'version': '2023a'}
+
+builddependencies = [
+    ('CMake', '3.26.3'),
+    ('SWIG', '4.1.1'),
+]
+
+dependencies = [
+    ('Python', '3.11.3'),
+    ('SciPy-bundle', '2023.07'),
+    ('Arcade-Learning-Environment', '0.8.1'),
+    ('OpenCV', '4.8.1', '-contrib'),
+    ('lz4', '1.9.4'),
+    ('pygame', '2.5.2'),
+    ('MuJoCo', '3.1.4'),
+]
+
+use_pip = True
+
+exts_list = [
+    ('cloudpickle', '3.0.0', {
+        'checksums': ['996d9a482c6fb4f33c1a35335cf8afd065d2a56e973270364840712d9131a882'],
+    }),
+    ('gym-notices', '0.0.8', {
+        'checksums': ['ad25e200487cafa369728625fe064e88ada1346618526102659b4640f2b4b911'],
+    }),
+    ('box2d-py', '2.3.8', {
+        'modulename': 'Box2D',
+        'checksums': ['bdacfbbc56079bb317548efe49d3d5a86646885cc27f4a2ee97e4b2960921ab7'],
+    }),
+    ('lz4', '4.3.3', {
+        'checksums': ['01fe674ef2889dbb9899d8a67361e0c4a2c833af5aeb37dd505727cf5d2a131e'],
+    }),
+    ('gym', version, {
+        'use_pip_extras': 'all',
+        'checksums': ['e0d882f4b54f0c65f203104c24ab8a38b039f1289986803c7d02cdbe214fbcc4'],
+    }),
+]
+
+local_envs = ['box2d', 'classic_control', 'mujoco', 'toy_text']
+sanity_check_commands = ["python -c 'import gym.envs.%s'" % e for e in local_envs]
+
+sanity_pip_check = True
+
+moduleclass = 'tools'