diff --git a/openllm-python/README.md b/openllm-python/README.md index 3e614fe7..6af2e6aa 100644 --- a/openllm-python/README.md +++ b/openllm-python/README.md @@ -1666,7 +1666,7 @@ it by specifying its URL: ```python from langchain.llms import OpenLLM -llm = OpenLLM(server_url='http://44.23.123.1:3000', server_type='grpc') +llm = OpenLLM(server_url='http://44.23.123.1:3000', server_type='http') llm('What is the difference between a duck and a goose? And why there are so many Goose in Canada?') ``` diff --git a/openllm-python/src/openllm_cli/entrypoint.py b/openllm-python/src/openllm_cli/entrypoint.py index 2a66dec8..2b9cb25a 100644 --- a/openllm-python/src/openllm_cli/entrypoint.py +++ b/openllm-python/src/openllm_cli/entrypoint.py @@ -813,7 +813,6 @@ def build_command( if backend == 'pt': logger.warning("PyTorch backend is deprecated and will be removed from the next releases. Will set default backend to 'vllm' instead.") - backend = 'vllm' llm = openllm.LLM[t.Any, t.Any]( model_id=model_id,