jamesf/Perplexica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(agents): support local LLMs

Browse source
This commit is contained in:
ItzCrazyKns 2024-04-20 11:18:52 +05:30
parent 28a7175afc
commit d37a1a8020
No known key found for this signature in database
GPG key ID: 8162927C7CCE3065
15 changed files with 135 additions and 100 deletions
Download patch file Download diff file Expand all files Collapse all files

5
sample.config.toml
View file

@ -1,9 +1,12 @@
[GENERAL]
PORT = 3001 # Port to run the server on
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
CHAT_MODEL_PROVIDER = "openai" # "openai" or "ollama"
CHAT_MODEL = "gpt-3.5-turbo" # Name of the model to use
[API_KEYS]
OPENAI = "sk-1234567890abcdef1234567890abcdef" # OpenAI API key
[API_ENDPOINTS]
SEARXNG = "http://localhost:32768" # SearxNG API ULR
SEARXNG = "http://localhost:32768" # SearxNG API ULR
OLLAMA = "http://localhost:11434" # Ollama API URL