feat(providers): add Groq provider

This commit is contained in:
ItzCrazyKns 2024-05-01 19:43:06 +05:30
parent 6e304e7051
commit edc40d8fe6
No known key found for this signature in database
GPG key ID: 8162927C7CCE3065
5 changed files with 86 additions and 5 deletions

View file

@ -1,11 +1,12 @@
[GENERAL]
PORT = 3001 # Port to run the server on
SIMILARITY_MEASURE = "cosine" # "cosine" or "dot"
CHAT_MODEL_PROVIDER = "openai" # "openai" or "ollama"
CHAT_MODEL_PROVIDER = "openai" # "openai" or "ollama" or "groq"
CHAT_MODEL = "gpt-3.5-turbo" # Name of the model to use
[API_KEYS]
OPENAI = "" # OpenAI API key - sk-1234567890abcdef1234567890abcdef
GROQ = "" # Groq API key - gsk_1234567890abcdef1234567890abcdef
[API_ENDPOINTS]
SEARXNG = "http://localhost:32768" # SearxNG API URL