mirror/exo
1
0
Fork 0
mirror of https://github.com/exo-explore/exo.git synced 2026-02-05 03:33:30 -05:00
Code Issues Packages Projects Releases Wiki Activity

jeez that was dumb

Browse Source
This commit is contained in:
Ryuichi Leo Takashige
2026-02-02 19:14:19 +00:00
parent d935c7a372
commit e7f3f47754
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
bench/eval_config.toml
View File

@@ -75,8 +75,8 @@ fast = true
evaluate = true
# Number of parallel API requests
multiprocess = 32
# Cache generated outputs for resumption
use_cache = true
# Cache generated outputs for resumption (disabled by default to avoid stale results)
use_cache = false
# Timeout per problem in seconds (default: 1800 = 30 min)
timeout = 1800
# OpenAI API request timeout in seconds (default: 3600 = 1 hour)

2
bench/exo_eval.py
View File

@@ -490,7 +490,7 @@ def run_livecodebench(
temperature = lcb_config.get("temperature", 0) # 0 for non-reasoning models
n_samples = lcb_config.get("n_samples", 1) # pass@1
max_tokens = lcb_config.get("max_tokens", 16384)
use_cache = lcb_config.get("use_cache", True)
use_cache = lcb_config.get("use_cache", False)
fast = lcb_config.get("fast", True) # Use code_generation_lite by default
evaluate = lcb_config.get("evaluate", True)
multiprocess = lcb_config.get("multiprocess", 4)