From 8e645b73c20efd01a6e2184344309560a8e48002 Mon Sep 17 00:00:00 2001 From: konvar Date: Sat, 23 Nov 2024 01:38:56 +0200 Subject: [PATCH] docs: enhance configuration template with detailed settings - Added GENERAL section with documented configuration options - Added descriptions for PORT, SIMILARITY_MEASURE, and KEEP_ALIVE settings - Improved configuration template readability --- sample.config.toml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/sample.config.toml b/sample.config.toml index 885e608..e83b668 100644 --- a/sample.config.toml +++ b/sample.config.toml @@ -1,3 +1,8 @@ +[GENERAL] +PORT = 3001 # Port to run the server on +SIMILARITY_MEASURE = "cosine" # "cosine" or "dot" +KEEP_ALIVE = "5m" # How long to keep Ollama models loaded into memory. (Instead of using -1 use "-1m") + [API_KEYS] OPENAI = "" GROQ = ""