From c6806227429266ad5c0a754270a33fc173abd8be Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 18 Jul 2024 12:33:58 +0200 Subject: [PATCH] fix(llama.cpp): disable mirostat as default Even if increasing the quality of the output, it has shown to have performance drawbacks to be so noticeable that the confuses users about speed of LocalAI. This changeset disables Mirostat by default (which can be still enabled manually). Signed-off-by: Ettore Di Giacinto --- core/config/backend_config.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/core/config/backend_config.go b/core/config/backend_config.go index 383686cd7112..561d4c3f2693 100644 --- a/core/config/backend_config.go +++ b/core/config/backend_config.go @@ -261,7 +261,8 @@ func (cfg *BackendConfig) SetDefaults(opts ...ConfigLoaderOption) { defaultTopP := 0.95 defaultTopK := 40 defaultTemp := 0.9 - defaultMirostat := 2 + // https://github.com/mudler/LocalAI/issues/2780 + defaultMirostat := 0 defaultMirostatTAU := 5.0 defaultMirostatETA := 0.1 defaultTypicalP := 1.0