Update app.py

app.py

@@ -92,6 +92,10 @@ from transformers import AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
 from transformers import AutoModelForCausalLM
 model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
+llm = HuggingFaceLLM(
+    tokenizer_name="microsoft/Phi-3-mini-4k-instruct",
+    model_name="microsoft/Phi-3-mini-4k-instruct",
+)
 
 #question = "How can I reverse diabetes?"
 
@@ -102,7 +106,7 @@ from langchain.chains.question_answering import load_qa_chain
 #pipe = load_qa_chain(llm=llm_model,tokenizer =tokenizer, chain_type="map_reduce")
 print("check2")
 qa = ConversationalRetrievalChain.from_llm(
-    model,
+    llm,
     retriever=retriever,
     memory=memory,
     chain_type_kwargs={"prompt": QA_CHAIN_PROMPT}