From 4e4078854b67958e286223650ab858b5f6ee75f6 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 18 Jul 2024 12:33:58 +0200 Subject: [PATCH] fix(llama.cpp): disable mirostat as default Even if increasing the quality of the output, it has shown to have performance drawbacks to be so noticeable that the confuses users about speed of LocalAI ( see also https://github.com/mudler/LocalAI/issues/2780 ). This changeset disables Mirostat by default (which can be still enabled manually). Signed-off-by: Ettore Di Giacinto --- core/config/backend_config.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/core/config/backend_config.go b/core/config/backend_config.go index 383686cd711..561d4c3f269 100644 --- a/core/config/backend_config.go +++ b/core/config/backend_config.go @@ -261,7 +261,8 @@ func (cfg *BackendConfig) SetDefaults(opts ...ConfigLoaderOption) { defaultTopP := 0.95 defaultTopK := 40 defaultTemp := 0.9 - defaultMirostat := 2 + // https://github.com/mudler/LocalAI/issues/2780 + defaultMirostat := 0 defaultMirostatTAU := 5.0 defaultMirostatETA := 0.1 defaultTypicalP := 1.0