diff --git a/tests/e2e/multigpu/test_llama.py b/tests/e2e/multigpu/test_llama.py
index 6bd6cce4e..404449bfc 100644
--- a/tests/e2e/multigpu/test_llama.py
+++ b/tests/e2e/multigpu/test_llama.py
@@ -602,7 +602,6 @@ class TestMultiGPULlama:
             ]
         )
 
-    @with_temp_dir
     def test_8bit_lora_ds_zero3(self, temp_dir):
         # pylint: disable=duplicate-code
         cfg = DictDefault(