31 lines
No EOL
817 B
TOML
31 lines
No EOL
817 B
TOML
[GENERAL]
|
|
PORT = 3001 # Port to run the server on
|
|
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
|
|
|
|
[API_KEYS]
|
|
OPENAI = "" # OpenAI API key - sk-1234567890abcdef1234567890abcdef
|
|
GROQ = "" # Groq API key - gsk_1234567890abcdef1234567890abcdef
|
|
|
|
[API_ENDPOINTS]
|
|
SEARXNG = "http://localhost:32768" # SearxNG API URL
|
|
OLLAMA = "" # Ollama API URL - http://host.docker.internal:11434
|
|
|
|
[[MODELS]]
|
|
name = "text-generation-webui"
|
|
api_key = "blah"
|
|
base_url = "http://localhost:5000/v1"
|
|
provider = "openai"
|
|
|
|
[[EMBEDDINGS]]
|
|
name = "text-generation-webui-small"
|
|
model = "text-embedding-3-small"
|
|
api_key = "blah"
|
|
base_url = "http://localhost:5000/v1"
|
|
provider = "openai"
|
|
|
|
[[EMBEDDINGS]]
|
|
name = "text-generation-webui-large"
|
|
model = "text-embedding-3-large"
|
|
api_key = "blah"
|
|
base_url = "http://localhost:5000/v1"
|
|
provider = "openai" |