diff --git a/tests/models_test.py b/tests/models_test.py
index 5db592c9..f6223b34 100644
--- a/tests/models_test.py
+++ b/tests/models_test.py
@@ -13,8 +13,11 @@
 # limitations under the License.
 
 from __future__ import annotations
+import os
 import typing as t
 
+import pytest
+
 
 if t.TYPE_CHECKING:
     import openllm
@@ -32,6 +35,7 @@ def test_opt_implementation(prompt: str, llm: openllm.LLM[t.Any, t.Any]):
     assert llm(prompt, temperature=0.9, top_k=8)
 
 
+@pytest.mark.skipif(os.getenv("GITHUB_ACTIONS") is not None, "Model is too large for CI")
 def test_baichuan_implementation(prompt: str, llm: openllm.LLM[t.Any, t.Any]):
     assert llm(prompt)