test new version

.gitignore

@@ -1,2 +0,0 @@
-.env
-.gitattributes

app_OG.py

@@ -1,76 +1,84 @@
-from PyPDF2 import PdfReader
-from langchain.text_splitter import CharacterTextSplitter
-from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
-from langchain.vectorstores import FAISS
-from langchain.chat_models import ChatOpenAI
-from langchain.memory import ConversationBufferMemory
-from langchain.chains import ConversationalRetrievalChain
-from langchain.llms import HuggingFaceHub
+# import streamlit as st
+# from llmware.prompts import Prompt
+# import io, os, re
+# import PyPDF2
 
-def get_pdf_text(pdf_docs):
-    text = ""
-    for pdf in pdf_docs:
-        pdf_reader = PdfReader(pdf)
-        for page in pdf_reader.pages:
-            text += page.extract_text()
-    return text
+# def register_gguf_model():
 
+#     prompter = Prompt()
+#     your_model_name = "llama"
+#     hf_repo_name = "TheBloke/Llama-2-7B-Chat-GGUF"
+#     model_file = "llama-2-7b-chat.Q3_K_M.gguf"
+#     print("registering models")
+#     prompter.model_catalog.register_gguf_model(your_model_name,hf_repo_name, model_file, prompt_wrapper="open_chat")
+#     your_model_name = "open_gpt4"
+#     hf_repo_name = "TheBloke/Open_Gpt4_8x7B-GGUF"
+#     model_file = "open_gpt4_8x7b.Q3_K_M.gguf"
+#     prompter.model_catalog.register_gguf_model(your_model_name,hf_repo_name, model_file, prompt_wrapper="open_chat")
+#     your_model_name = "phi2"
+#     hf_repo_name = "TheBloke/phi-2-GGUF"
+#     model_file = "phi-2.Q3_K_M.gguf"
+#     prompter.model_catalog.register_gguf_model(your_model_name,hf_repo_name, model_file, prompt_wrapper="open_chat")
+#     your_model_name = "mistral"
+#     hf_repo_name = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
+#     model_file = "mistral-7b-instruct-v0.2.Q3_K_M.gguf"
+#     prompter.model_catalog.register_gguf_model(your_model_name,hf_repo_name, model_file, prompt_wrapper="open_chat")
+#     return prompter
 
-def get_text_chunks(text):
-    text_splitter = CharacterTextSplitter(
-        separator="\n",
-        chunk_size=1000,
-        chunk_overlap=200,
-        length_function=len
-    )
-    chunks = text_splitter.split_text(text)
-    return chunks
-
-
-def get_vectorstore(text_chunks):
-    # embeddings = OpenAIEmbeddings()
-    embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-xl")
-    vectorstore = FAISS.from_texts(texts=text_chunks, embedding=embeddings)
-    return vectorstore
-
-
-def get_conversation_chain(vectorstore):
-    # llm = ChatOpenAI()
-    llm = HuggingFaceHub(repo_id="google/flan-t5-xxl", model_kwargs={"temperature":0.5, "max_length":512})
-
-    memory = ConversationBufferMemory(
-        # memory_key='chat_history',
-        return_messages=True)
-    conversation_chain = ConversationalRetrievalChain.from_llm(
-        llm=llm,
-        retriever=vectorstore.as_retriever(),
-        # memory=memory
-    )
-    return conversation_chain
-
-
-def main():
-
-    # if "conversation" not in st.session_state:
-    #     st.session_state.conversation = None
-    # if "chat_history" not in st.session_state:
-    #     st.session_state.chat_history = None
-
-    # st.header("Chat with multiple PDFs :books:")
-    user_question = input("Ask a question about your documents:")
-    if user_question:
-        print(user_question)
+# def main():
+#     st.title("BetterZila RAG Enabled LLM")
+#     with st.spinner("Registering Models for use..."):
+#         prompter = register_gguf_model()
+    
+#     data_path = "data/"
     
-    pdf_path = "data/2021-01-01-2021-01-31.pdf"
-    pdf_docs = [pdf_path]
+#     st.sidebar.subheader("Select Model")
+#     model_name = st.sidebar.selectbox("Select Model", ["llama", "open_gpt4", "phi2", "mistral"])
+#     with st.spinner("Loading Model..."):
+#         prompter.load_model(model_name)
+#     st.success("Model Loaded!")
+    
+#     queries = ['Can you give me an example from history where the enemy was crushed totally from the book?', "What's the point of making myself less accessible?", "Can you tell me the story of Queen Elizabeth I from this 48 laws of power book?"]
+    
+#     st.subheader("Query")
+
+#     with st.spinner("Loading PDF file..."):
+#         for file in os.listdir(data_path):
+#             if file.endswith(".pdf"):
+#                 print("Found PDF file: ", file)
+#                 pdf_file = file
+#                 break
+#     print("loading Source...")
+#     source = prompter.add_source_document(data_path, pdf_file, query=None)
 
-    raw_text = get_pdf_text(pdf_docs)
-    text_chunks = get_text_chunks(raw_text)
-    vectorstore = get_vectorstore(text_chunks)
-    conversation = get_conversation_chain(
-        vectorstore)
-    print(conversation)
+#     for query in queries:
+#         st.subheader(f"Query: {query}")
+#         with st.spinner("Generating response..."):
+#             responses = prompter.prompt_with_source(query, prompt_name="just_the_facts", temperature=0.3)
+            
+#             for r, response in enumerate(responses):
+#                 st.write(query)
+#                 st.write(re.sub("[\n]", " ", response["llm_response"]).strip())
 
+#     st.success("Responses generated!")
 
-if __name__ == '__main__':
-    main()
+#     # for query in queries:
+#     #     st.subheader(f"Query: {query}")
+#     #     with st.spinner("Generating response..."):
+#     #         for file in os.listdir(data_path):
+#     #             if file.endswith(".pdf"):
+#     #                 print("Found PDF file: ", file)
+#     #                 print("loading Source...")
+#     #                 source = prompter.add_source_document(data_path, file, query=None)
+#     #                 print("generating response...")
+#     #                 responses = prompter.prompt_with_source(query, prompt_name="just_the_facts", temperature=0.3)
+#     #                 print("response generated!")
+#     #                 for r, response in enumerate(responses):
+#     #                     print(query, ":", re.sub("[\n]"," ", response["llm_response"]).strip())
+#     #                 prompter.clear_source_materials()
+#     #                 st.write(query)
+#     #                 st.write(re.sub("[\n]"," ", response["llm_response"]).strip())
+#     #     st.success("Response generated!")
+        
+# if __name__ == "__main__":
+#     main()