diff --git a/sample.config.toml b/sample.config.toml index 885e608..e83b668 100644 --- a/sample.config.toml +++ b/sample.config.toml @@ -1,3 +1,8 @@ +[GENERAL] +PORT = 3001 # Port to run the server on +SIMILARITY_MEASURE = "cosine" # "cosine" or "dot" +KEEP_ALIVE = "5m" # How long to keep Ollama models loaded into memory. (Instead of using -1 use "-1m") + [API_KEYS] OPENAI = "" GROQ = ""