Update app.py

change to groq

app.py

@@ -6,6 +6,9 @@
 
 #demo = gr.load("gaelhuser/patent_gen_prv", hf_token=HF_Hub_API_token, src="spaces")
 #demo.launch()
+HF_Hub_API_token = os.environ.get('HF_Hub_API_token', None)
+GROQ_API_KEY = os.environ.get('GROQ_API_KEY', None)
+
 
 import gradio as gr
 
@@ -19,14 +22,19 @@ import os
 HF_Hub_API_token = os.environ.get('HF_Hub_API_token', None)
 github_token = os.environ.get('github_token', None)
 
-llm = HuggingFaceEndpoint(
-    repo_id="mistralai/Mistral-7B-Instruct-v0.3",
-    task="text-generation",
-    max_new_tokens=2048,
-    do_sample=False,
-    repetition_penalty=1.03,
-    huggingfacehub_api_token=HF_Hub_API_token
-)
+#llm = HuggingFaceEndpoint(
+#    repo_id="mistralai/Mistral-7B-Instruct-v0.3",
+#    task="text-generation",
+#    max_new_tokens=2048,
+#    do_sample=False,
+#    repetition_penalty=1.03,
+#    huggingfacehub_api_token=HF_Hub_API_token
+#)
+
+from langchain_groq import ChatGroq
+os.environ['GROQ_API_KEY'] = GROQ_API_KEY
+llm = ChatGroq(model=" llama-3.1-8b-instant", max_tokens=2048, temperature=0.0,)
+
 
 memory = ConversationBufferMemory()
 conversation = ConversationChain(llm=llm, verbose=False, memory=memory)