Update chain_app.py

chain_app.py

@@ -672,6 +672,36 @@ async def main(message: cl.Message):
         # Send the concatenated content as a message
         await cl.Message(content=complete_content).send()
 
+    elif chat_profile == 'Llama-3.1-70B':
+        completion = groq_client.chat.completions.create(
+            model="llama-3.1-8b-instant",
+            messages=[
+                {
+                    "role": "user",
+                    "content": message.content
+                }
+            ],
+            temperature=1,
+            max_tokens=1024,
+            top_p=1,
+            stream=True,
+            stop=None,
+        )
+    
+        complete_content = ""
+    
+        # Iterate over each chunk
+        for chunk in completion:
+            # Retrieve the content from the current chunk
+            content = chunk.choices[0].delta.content
+            
+            # Check if the content is not None before concatenating it
+            if content is not None:
+                complete_content += content
+    
+        # Send the concatenated content as a message
+        await cl.Message(content=complete_content).send()
+
     elif chat_profile == 'Llama-3-70B':
         completion = groq_client.chat.completions.create(
             model="llama3-70b-8192",