defaut timeout

2026-09-08 12:13:43 -04:00 · 2024-06-27 14:58:31 -07:00
1 changed files with 2 additions and 0 deletions
@@ -166,6 +166,8 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr

 	params = append(params, "--log-disable")

+	params = append(params, "--timeout", fmt.Sprintf("%d", 600))
+
 	if opts.NumGPU >= 0 {
 		params = append(params, "--n-gpu-layers", fmt.Sprintf("%d", opts.NumGPU))
 	}