From b72317db675c859ea859b2d9d3f70ff6a2aa2d76 Mon Sep 17 00:00:00 2001
From: Aaron <29749331+aarnphm@users.noreply.github.com>
Date: Thu, 8 Jun 2023 22:05:41 -0400
Subject: [PATCH] fix(import): lazy load torch

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
---
 src/openllm/_llm.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/openllm/_llm.py b/src/openllm/_llm.py
index 10cbaa93..ce6eecb6 100644
--- a/src/openllm/_llm.py
+++ b/src/openllm/_llm.py
@@ -51,6 +51,7 @@ if t.TYPE_CHECKING:
 
 else:
     transformers = LazyLoader("transformers", globals(), "transformers")
+    torch = LazyLoader("torch", globals(), "torch")
 
 logger = logging.getLogger(__name__)