diff --git a/op_builder/mlu/fused_adam.py b/op_builder/mlu/fused_adam.py
index 0198db7cb276..2343e55568c4 100644
--- a/op_builder/mlu/fused_adam.py
+++ b/op_builder/mlu/fused_adam.py
@@ -5,7 +5,11 @@
 # DeepSpeed Team
 
 from .builder import MLUOpBuilder
-import torch
+
+try:
+    import torch
+except ImportError as e:
+    pass
 
 
 class MLUFusedAdam: