Add Llama 3.3 model from Groq

Signed-off-by: Bart Jaskulski <bjaskulski@protonmail.com>
2024-12-19 08:07:36 +01:00 · 2024-12-19 08:07:36 +01:00 · 960e34aa3d
commit 960e34aa3d
parent 4cb38148b3
1 changed files with 13 additions and 0 deletions
--- a/src/lib/providers/groq.ts
+++ b/src/lib/providers/groq.ts
@ -9,6 +9,19 @@ export const loadGroqChatModels = async () => {

  try {
    const chatModels = {
+      'llama-3.3-70b-versatile': {
+        displayName: 'Llama 3.3 70B',
+        model: new ChatOpenAI(
+          {
+            openAIApiKey: groqApiKey,
+            modelName: 'llama-3.3-70b-versatile',
+            temperature: 0.7,
+          },
+          {
+            baseURL: 'https://api.groq.com/openai/v1',
+          },
+        ),
+      },
      'llama-3.2-3b-preview': {
        displayName: 'Llama 3.2 3B',
        model: new ChatOpenAI(