chore(memory-reclaimer): use saner defaults

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

core/application/startup.go

@@ -278,7 +278,7 @@ func loadRuntimeSettingsFromFile(options *config.ApplicationConfig) {
 				options.WatchDogInterval = dur
 			} else {
 				log.Warn().Err(err).Str("interval", *settings.WatchdogInterval).Msg("invalid watchdog interval in runtime_settings.json")
-				options.WatchDogInterval = 10 * time.Second
+				options.WatchDogInterval = model.DefaultWatchdogInterval
 			}
 		}
 	}

pkg/model/watchdog_options.go

@@ -4,6 +4,8 @@ import (
 	"time"
 )
 
+const DefaultWatchdogInterval = 500 * time.Millisecond
+
 // WatchDogOptions contains all configuration for the WatchDog
 type WatchDogOptions struct {
 	processManager ProcessManager
@@ -105,12 +107,12 @@ func DefaultWatchDogOptions() *WatchDogOptions {
 	return &WatchDogOptions{
 		busyTimeout:              5 * time.Minute,
 		idleTimeout:              15 * time.Minute,
-		watchdogInterval:         2 * time.Second,
+		watchdogInterval:         DefaultWatchdogInterval,
 		busyCheck:                false,
 		idleCheck:                false,
 		lruLimit:                 0,
 		memoryReclaimerEnabled:   false,
-		memoryReclaimerThreshold: 0.95,
+		memoryReclaimerThreshold: 0.80,
 	}
 }