Update app.py

app.py

@@ -9,7 +9,8 @@ from langchain.chains import ConversationChain
 from langchain.chains.conversation.memory import ConversationBufferWindowMemory
 import os
 
-from langchain.llms import Runnable
+# from langchain.llms import Runnable
+from langchain.llms import HuggingFaceInference
 
 
 # Access environment variables
@@ -33,7 +34,8 @@ def gradio_client_interaction(prompt):
     result = client.predict(prompt, prompt, api_name="/predict")
     return result['data'][0]  # Assuming the response format
 
-class GradioLLM(Runnable):
+# class GradioLLM(Runnable):
+class GradioLLM(HuggingFaceInference):
     def __init__(self, client_url):
         super().__init__()  # Call the constructor of Runnable if necessary
         self.client = Client(client_url)