Update app.py

app.py

@@ -96,20 +96,20 @@ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-b
 
 # Initialize the models
 def initialize_phi_model():
-    # model = AutoModelForCausalLM.from_pretrained(
-    #     "microsoft/Phi-3.5-mini-instruct",
-    #     device_map="cuda",
-    #     torch_dtype="auto",
-    #     trust_remote_code=True,
-    # )
     model = AutoModelForCausalLM.from_pretrained(
-        "microsoft/Phi-3.5-MoE-instruct",
+        "microsoft/Phi-3.5-mini-instruct",
         device_map="cuda",
         torch_dtype="auto",
         trust_remote_code=True,
     )
-    # tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
-    tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-MoE-instruct")
+    # model = AutoModelForCausalLM.from_pretrained(
+    #     "microsoft/Phi-3.5-MoE-instruct",
+    #     device_map="cuda",
+    #     torch_dtype="auto",
+    #     trust_remote_code=True,
+    # )
+    tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
+    # tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-MoE-instruct")
     
     return pipeline("text-generation", model=model, tokenizer=tokenizer)