diff --git a/src/openllm/_llm.py b/src/openllm/_llm.py
index 10cbaa93..ce6eecb6 100644
--- a/src/openllm/_llm.py
+++ b/src/openllm/_llm.py
@@ -51,6 +51,7 @@ if t.TYPE_CHECKING:
 
 else:
     transformers = LazyLoader("transformers", globals(), "transformers")
+    torch = LazyLoader("torch", globals(), "torch")
 
 logger = logging.getLogger(__name__)