update groq llama3 to 3.1

bruceunx · Aug 6, 2024 · 013b672 · 013b672
1 parent 14d858e
commit 013b672
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gpt_server/routers/groq.py b/gpt_server/routers/groq.py
@@ -33,7 +33,7 @@ async def get_content(data):
 @router.post("/chat", status_code=200)
 async def chat(request: Request, prompt: Prompt):
 
-    data = {"model": "llama3-70b-8192", "stream": True}
+    data = {"model": "llama-3.1-70b-versatile", "stream": True}
     less_messages = []
     if len(prompt.messages) > 4:
         less_messages = [prompt.messages[0]] + prompt.messages[-3:]