update

app.py

@@ -1,15 +1,43 @@
-from langchain.chains import ConversationChain
-from transformers import AutoTokenizer, AutoModelForCausalLM
-import gradio as gr
+from langchain import PromptTemplate, LLMChain
 from langchain.llms import GPT4All
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+import gradio as gr
+import requests
+from pathlib import Path
+from tqdm import tqdm
+
+template = """Question: {question}
+
+Answer: Let's think step by step."""
+
+prompt = PromptTemplate(template=template, input_variables=["question"])
+
+local_path = './models/ggml-gpt4all-l13b-snoozy.bin'  # replace with your desired local file path
+Path(local_path).parent.mkdir(parents=True, exist_ok=True)
+
+# Example model. Check https://github.com/nomic-ai/pygpt4all for the latest models.
+url = 'http://gpt4all.io/models/ggml-gpt4all-l13b-snoozy.bin'
+
+# send a GET request to the URL to download the file. Stream since it's large
+response = requests.get(url, stream=True)
+
+# open the file in binary mode and write the contents of the response to it in chunks
+# This is a large file, so be prepared to wait.
+with open(local_path, 'wb') as f:
+    for chunk in tqdm(response.iter_content(chunk_size=8192)):
+        if chunk:
+            f.write(chunk)
 
-model = GPT4All(model="./models/gpt4all-model.bin", n_ctx=512, n_threads=8)
+# Callbacks support token-wise streaming
+callbacks = [StreamingStdOutCallbackHandler()]
+# Verbose is required to pass to the callback manager
+llm = GPT4All(model=local_path, callbacks=callbacks, verbose=True)
 
-agent = ConversationChain(mmodel=model)   
+llm_chain = LLMChain(prompt=prompt, llm=llm)
 
 # Define the Gradio interface
 def chatbot_interface(input_text):
-    response = agent(input_text)
+    response = llm_chain.run(input_text)
     return response
 
 # Define the Gradio app

models/ggml-gpt4all-l13b-snoozy.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd7b54ce0079c451e51ff79a1d20aafd78782933e42b771cc82ff47579c8c09
+size 169508864