diff --git a/flashinfer/jit/__init__.py b/flashinfer/jit/__init__.py
index e0566790..f0ebece9 100644
--- a/flashinfer/jit/__init__.py
+++ b/flashinfer/jit/__init__.py
@@ -17,7 +17,6 @@
 # Re-export
 from .activation import gen_act_and_mul_module as gen_act_and_mul_module
 from .activation import get_act_and_mul_cu_str as get_act_and_mul_cu_str
-from .aot_config import prebuilt_ops_uri as prebuilt_ops_uri
 from .attention import gen_batch_decode_mla_module as gen_batch_decode_mla_module
 from .attention import gen_batch_decode_module as gen_batch_decode_module
 from .attention import gen_batch_prefill_module as gen_batch_prefill_module
@@ -40,13 +39,15 @@
 from .attention import get_batch_prefill_uri as get_batch_prefill_uri
 from .attention import get_single_decode_uri as get_single_decode_uri
 from .attention import get_single_prefill_uri as get_single_prefill_uri
-from .core import clear_cache_dir, load_cuda_ops    # noqa: F401
+from .core import clear_cache_dir, load_cuda_ops  # noqa: F401
 from .env import *
 from .utils import parallel_load_modules as parallel_load_modules
 
 try:
     from .. import _kernels, _kernels_sm90  # noqa: F401
+    from .aot_config import prebuilt_ops_uri as prebuilt_ops_uri
 
     has_prebuilt_ops = True
 except ImportError:
+    prebuilt_ops_uri = {}
     has_prebuilt_ops = False