diff --git a/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a-CUDA-12.1.1.eb b/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a-CUDA-12.1.1.eb
index d7e1c6cc2e0..985e8ad0158 100644
--- a/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a-CUDA-12.1.1.eb
+++ b/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a-CUDA-12.1.1.eb
@@ -179,6 +179,16 @@ exts_list = [
         ),
         'testinstall': True,
     }),
+    ('tensordict', '0.3.0', {
+        'source_urls': ['https://github.com/pytorch/%(name)s/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['f0d95e8f055c3f82838fdbeb03c6a907f8786c1046791db7e39cdcd9cb8f1889'],
+    }),
+    ('torchrl', '0.3.1', {
+        'source_urls': ['https://github.com/pytorch/rl/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['882ed50cfd868c6b730834f2d7136a3039767061f075ba3cf194acf07e0be742'],
+    }),
 ]
 
 sanity_pip_check = True
diff --git a/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a.eb b/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a.eb
index 4c8d8ef847a..50a7708dfa0 100644
--- a/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a.eb
+++ b/easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-2.1.2-foss-2023a.eb
@@ -176,6 +176,16 @@ exts_list = [
         ),
         'testinstall': True,
     }),
+    ('tensordict', '0.3.0', {
+        'source_urls': ['https://github.com/pytorch/%(name)s/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['f0d95e8f055c3f82838fdbeb03c6a907f8786c1046791db7e39cdcd9cb8f1889'],
+    }),
+    ('torchrl', '0.3.1', {
+        'source_urls': ['https://github.com/pytorch/rl/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['882ed50cfd868c6b730834f2d7136a3039767061f075ba3cf194acf07e0be742'],
+    }),
 ]
 
 sanity_pip_check = True