diff --git a/pyproject.toml b/pyproject.toml
index 92a50c00..5372594f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -64,10 +64,10 @@ all = [
     "openllm[starcoder]",
     "openllm[falcon]",
     "openllm[mpt]",
-    "openllm[fine-tune]",
     "openllm[openai]",
-    "openllm[flan-t5]",
     "openllm[agents]",
+    "openllm[flan-t5]",
+    "openllm[fine-tune]",
 ]
 chatglm = ["cpm-kernels", "sentencepiece"]
 falcon = ["einops", "xformers", "safetensors"]
@@ -224,7 +224,13 @@ typeCheckingMode = "strict"
 
 [tool.coverage.run]
 branch = true
-omit = ["src/openllm/__about__.py", "src/openllm/__main__.py", "src/openllm/tests.py", "src/openllm/utils/dummy_*.py"]
+omit = [
+    "src/openllm/playground/",
+    "src/openllm/__about__.py",
+    "src/openllm/__main__.py",
+    "src/openllm/tests.py",
+    "src/openllm/utils/dummy_*.py",
+]
 source_pkgs = ["openllm"]
 
 [tool.coverage.paths]
diff --git a/tests/test_client.py b/tests/test_client.py
new file mode 100644
index 00000000..fff04fc9
--- /dev/null
+++ b/tests/test_client.py
@@ -0,0 +1,22 @@
+# Copyright 2023 BentoML Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import annotations
+
+import openllm
+
+
+def test_import_client():
+    assert len(openllm.client.__all__) == 4
+    assert all(hasattr(openllm.client, attr) for attr in ("AsyncGrpcClient", "GrpcClient", "AsyncHTTPClient", "HTTPClient"))