Merge branch 'ItzCrazyKns:master' into master

2024-07-24 00:18:27 +03:00 · 2024-07-24 00:18:27 +03:00 · e744fb9ecf
commit e744fb9ecf
parent afd7c2943f 8a76f92e23
1 changed files with 20 additions and 0 deletions
--- a/src/lib/providers/groq.ts
+++ b/src/lib/providers/groq.ts
@ -9,6 +9,26 @@ export const loadGroqChatModels = async () => {

  try {
    const chatModels = {
+      'Llama 3.1 70B': new ChatOpenAI(
+        {
+          openAIApiKey: groqApiKey,
+          modelName: 'llama-3.1-70b-versatile',
+          temperature: 0.7,
+        },
+        {
+          baseURL: 'https://api.groq.com/openai/v1',
+        },
+      ),
+      'Llama 3.1 8B': new ChatOpenAI(
+        {
+          openAIApiKey: groqApiKey,
+          modelName: 'llama-3.1-8b-instant',
+          temperature: 0.7,
+        },
+        {
+          baseURL: 'https://api.groq.com/openai/v1',
+        },
+      ),
      'LLaMA3 8b': new ChatOpenAI(
        {
          openAIApiKey: groqApiKey,