Allow to disable guessing

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Jun 8, 2024 · edbc171 · edbc171
1 parent 1220bf6
commit edbc171
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/core/config/guesser.go b/core/config/guesser.go
@@ -1,6 +1,7 @@
 package config
 
 import (
+	"os"
 	"path/filepath"
 
 	"github.com/rs/zerolog/log"
@@ -25,6 +26,11 @@ var defaultsTemplate map[familyType]TemplateConfig = map[familyType]TemplateConf
 
 func guessDefaultsFromFile(cfg *BackendConfig, modelPath string) {
 
+	if os.Getenv("LOCALAI_DISABLE_GUESSING") == "true" {
+		log.Debug().Msgf("guessDefaultsFromFile: %s", "guessing disabled with LOCALAI_DISABLE_GUESSING")
+		return
+	}
+
 	if modelPath == "" {
 		log.Debug().Msgf("guessDefaultsFromFile: %s", "modelPath is empty")
 		return