diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
index 086633cf043..78ef441244d 100644
--- a/.ci/docker/requirements.txt
+++ b/.ci/docker/requirements.txt
@@ -37,8 +37,8 @@ tensorboard
 jinja2==3.1.3
 pytorch-lightning
 torchx
-torchrl==0.9.2
-tensordict==0.9.1
+torchrl==0.10.1
+tensordict==0.10.0
 # For ax_multiobjective_nas_tutorial.py
 ax-platform>=0.4.0,<0.5.0
 nbformat>=5.9.2