mirror of
https://github.com/bentoml/OpenLLM.git
synced 2025-12-23 23:57:46 -05:00
10 lines
261 B
Python
10 lines
261 B
Python
"""OpenLLM Python client.
|
|
|
|
```python
|
|
client = openllm.client.HTTPClient('http://localhost:8080')
|
|
client.query('What is the difference between gather and scatter?')
|
|
```
|
|
"""
|
|
|
|
from openllm_client import AsyncHTTPClient as AsyncHTTPClient, HTTPClient as HTTPClient
|