Update main.py

main.py

@@ -15,7 +15,7 @@ n_batch = 1024
 callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
 llm = LlamaCpp(
-    model_path="Phi-3-mini-4k-instruct-fp16.gguf",
+    model_path="phi-2.Q4_K_M.gguf",
     temperature=0.1,
     n_gpu_layers=n_gpu_layers,
     n_batch=n_batch,
@@ -27,19 +27,15 @@ llm = LlamaCpp(
 @app.route('/', methods=['POST'])
 def get_skills():
     cv_body = request.json.get('cv_body')
-    question = "What are his best skills? write in points"
 
-    template = """
-    <|user|>
-    I am analyzing cv this cv {cv_body} , {question} <|end|>
-    <|assistant|>
-
-    """
+    template = """Instruct:
+    Take a deep breath to deep understand, and don't this cv vc = {cv_body} . to answer this question and instructions </s> 
+    \nOutput:"""
 
     prompt = PromptTemplate(template=template, input_variables=["text"])
     chain = prompt | llm | StrOutputParser()
 
-    ans = chain.invoke({"question":question ,"cv_body":cv_body},
+    ans = chain.invoke({"question": "What are his best skills? write in points","cv_body":cv_body},
                        config={
                            # "callbacks": [ConsoleCallbackHandler()]
                        })