jamesf/Perplexica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add Llama 3.3 model from Groq

Browse source 
Signed-off-by: Bart Jaskulski <bjaskulski@protonmail.com>
This commit is contained in:
Bart Jaskulski 2024-12-19 08:07:36 +01:00
parent 4cb38148b3
commit 960e34aa3d
No known key found for this signature in database
GPG key ID: 845132DFBE314ACF
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
src/lib/providers/groq.ts
View file

@ -9,6 +9,19 @@ export const loadGroqChatModels = async () => {
try { try {
const chatModels = { const chatModels = {
'llama-3.3-70b-versatile': {
displayName: 'Llama 3.3 70B',
model: new ChatOpenAI(
{
openAIApiKey: groqApiKey,
modelName: 'llama-3.3-70b-versatile',
temperature: 0.7,
},
{
baseURL: 'https://api.groq.com/openai/v1',
},
),
},
'llama-3.2-3b-preview': { 'llama-3.2-3b-preview': {
displayName: 'Llama 3.2 3B', displayName: 'Llama 3.2 3B',
model: new ChatOpenAI( model: new ChatOpenAI(