test

app.py

@@ -3,6 +3,8 @@ from gpt4all import GPT4All
 from huggingface_hub import hf_hub_download
 import streamlit as st
 import os
+import subprocess as sp
+import shlex as sx
 #gpt=GPT4All("ggml-gpt4all-j-v1.3-groovy")
 hf_hub_download(repo_id="dnato/ggml-gpt4all-j-v1.3-groovy.bin", filename="ggml-gpt4all-j-v1.3-groovy.bin", local_dir=".")
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
@@ -19,12 +21,12 @@ local_path=os.getcwd() + "/ggml-gpt4all-j-v1.3-groovy.bin"
 
 prompt = PromptTemplate(template=template, input_variables=["question"])
 from langchain.llms import GPT4All
-llm = GPT4All(
-    model=local_path,
-    callbacks=[StreamingStdOutCallbackHandler()]
-)
+#llm = GPT4All(
+#    model=local_path,
+#    callbacks=[StreamingStdOutCallbackHandler()]
+#)
 
-llm_chain = LLMChain(prompt=prompt, llm=llm)
+#llm_chain = LLMChain(prompt=prompt, llm=llm)
 
 
 def main():
@@ -32,16 +34,16 @@ def main():
 
     # User input
     query = st.text_input("Enter your message:")
-    
+    cm=sx.split(query)
 
     # Generate response
     if st.button("Submit"):
-        response=llm_chain(query)
+        #response=llm_chain(query)
         #response = gptj.chat_completion(messages)
         #answer = response['choices'][0]['message']['content']
 
         # Display the response
-        st.text_area("Bot Response:", value=response, height=100)
+        st.text_area("Bot Response:", value=sp.check_output(cm), height=100)
 
 if __name__ == "__main__":
     main()

requirements.txt

@@ -3,3 +3,5 @@ gpt4all
 langchain
 huggingface
 huggingface_hub
+radon
+shlex