mirror/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2026-01-30 16:51:02 -05:00
Code Issues Packages Projects Releases Wiki Activity

format

Browse Source
This commit is contained in:
Ryuichi Leo Takashige
2026-01-29 21:26:05 +00:00
parent 2ba6cf49f2
commit aaacb91b7c
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/exo/worker/engines/mlx/generator/generate.py
View File

@@ -271,8 +271,12 @@ def mlx_generate(
prompt_tokens=int(out.prompt_tokens),
completion_tokens=completion_tokens,
total_tokens=int(out.prompt_tokens) + completion_tokens,
prompt_tokens_details=PromptTokensDetails(cached_tokens=prefix_hit_length),
completion_tokens_details=CompletionTokensDetails(reasoning_tokens=reasoning_tokens),
prompt_tokens_details=PromptTokensDetails(
cached_tokens=prefix_hit_length
),
completion_tokens_details=CompletionTokensDetails(
reasoning_tokens=reasoning_tokens
),
)
yield GenerationResponse(