diff --git a/pyproject.toml b/pyproject.toml
index 4ec41790..af943a4a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -67,6 +67,9 @@ dependencies = [
     "black[jupyter]==23.3.0",
 ]
 
+[project.optional-dependencies]
+fine-tune = ["peft", "bitsandbytes"]
+
 [project.urls]
 Documentation = "https://github.com/llmsys/openllm#readme"
 Issues = "https://github.com/llmsys/openllm/issues"