mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-04-30 11:55:06 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(client): check for should retry header (#606)

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-10 17:50:12 -05:00
committed by GitHub
parent c41828f68f
commit b65b1bbc52
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
openllm-client/src/openllm_client/_shim.py
View File

@@ -313,10 +313,11 @@ class BaseClient(t.Generic[InnerClient, StreamType]):
def _should_retry(self, response: httpx.Response) -> bool:
should_retry_header = response.headers.get('x-should-retry')
if should_retry_header.lower() == 'true':
return True
if should_retry_header.lower() == 'false':
return False
if should_retry_header:
if should_retry_header.lower() == 'true':
return True
if should_retry_header.lower() == 'false':
return False
if response.status_code in {408, 409, 429}:
return True
if response.status_code >= 500: