diff --git a/tests_dirac/test_it.py b/tests_dirac/test_it.py
index e3a7170..a199cb8 100644
--- a/tests_dirac/test_it.py
+++ b/tests_dirac/test_it.py
@@ -242,7 +242,10 @@ async def test_failing_job(  # noqa: WPS217 single piece of code for readablilty
         assert "icannotwork" in stdout
         assert "idonotexist" in stderr
 
-        await fs.download(gdescription, description)
+        with pytest.raises(RuntimeError, match="No such file or directory"):
+            # a failed job does to get its output.tar uploaded to grid storage
+            await fs.download(gdescription, description)
+
         files_in_job_dir = list(job_dir.iterdir())
         # stdout.txt and stderr.txt, which is side effect of logs()
         assert len(files_in_job_dir) == 2