Update app.py

app.py

@@ -85,21 +85,8 @@ def ragChain():
     vectorstore = FAISS.from_documents(documents = docs, embedding = HuggingFaceEmbeddings())
     retriever = vectorstore.as_retriever(search_type = "similarity", search_kwargs = {"k": 5})
 
-    #APIKEY = "o7T3gVx9Vt8GSJbLyPV1974vF8LXVp01CWqOkWQuHgoHm07H"
-    #os.environ["FIREWORKS_API_KEY"] = APIKEY
-    model = transformers.AutoModelForCausalLM.from_pretrained(
-        'mosaicml/mpt-1b-redpajama-200b',               
-        trust_remote_code=True,                 
-    )
-    model.eval()
-    tokenizer = transformers.AutoTokenizer.from_pretrained("mosaicml/mpt-30b")
-
-    generate_text = transformers.pipeline(
-        model=model,
-        tokenizer=tokenizer,
-        return_full_text=True,
-    )
-    llm = HuggingFacePipeline(pipeline=generate_text)
+    api_key = os.getenv("APIKEY")
+    llm = ChatFireworks(model="accounts/fireworks/models/mixtral-8x7b-instruct", api_key = api_key)
 
     prompt = ChatPromptTemplate.from_messages(
         [