Update app.py

app.py

@@ -14,7 +14,7 @@ import time
 
 # import e5-large-v2 embedding model
 model_name = "intfloat/e5-large-v2"
-model_kwargs = {'device': 'cpu'}
+model_kwargs = {'device': 'cuda'}
 encode_kwargs = {'normalize_embeddings': False}
 embeddings = HuggingFaceEmbeddings(
     model_name=model_name,
@@ -38,31 +38,51 @@ def generate_response(input_text):
     #st.write({"source1":json1["source"], "source2":json2["source"],"source3":json3["source"]})
 
 
-    climate_TEMPLATE = """ You are ChatClimate, take a deep breath and use the following pieces of context to provide an answer for general audience.  If you don't know the answer, just say that you don't know, don't try to make up an answer. Format your answer in Markdown:"
+    climate_TEMPLATE = """\
+    You are a professor in climate change, tasked with answering any question \
+    about climate change.
 
-     
-    Context: {context}
+    {question}
 
-    Question: {question}
+    Generate a comprehensive and informative answer to the general audience of 100 words or less for the \
+    given question based solely on the provided search results (hyperlink and source). You must \
+    only use information from the provided search results. Use an unbiased and \
+    journalistic tone. Combine search results together into a coherent answer. Do not \
+    repeat text. Only use the most \
+    relevant results that answer the question accurately. cite them at the end of your answer, list these citations  \
+    in a section named "source". 
     
-    Answer:
+    After the "source" section, add a "highlight" section\
+    And add a short highlight  of your answer in humor and make sure no more than 5 words.\
+    
+    Format your answer in markdown format
+
+    If there is nothing in the context relevant to the question at hand, just say "Hmm, \
+    I'm not sure." Don't try to make up an answer.
+
+    Anything between the following `context`  html blocks is retrieved from a knowledge \
+    bank, not part of the conversation with the user. 
+
+    <context>
+        {context} 
+    <context/>
+
+    Anything between the following `sources`  html blocks is the source and hyperlink you should use and list them into a source section\
+    <sources>
+        [{source1} page {page1}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source1}.pdf#page={page1})
+        [{source2} page {page2}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source2}.pdf#page={page2})
+        [{source3} page {page3}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source3}.pdf#page={page3})
+        [{source4} page {page4}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source4}.pdf#page={page4})
+        [{source5} page {page5}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source5}.pdf#page={page5})
+    <sources/>
+
+    REMEMBER: If there is no relevant information within the context, just say "Hmm, I'm \
+    not sure." Don't try to make up an answer. Anything between the preceding 'context' \
+    html blocks is retrieved from a knowledge bank, not part of the conversation with the \
+    user.\
     
 
-
-   Check if you use the source in your ansewer, make sure list used sources you refer to  and their hyperlinks as below in a section named "sources":
-
-    [{source1} page {page1}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source1}.pdf#page={page1})
-    [{source2} page {page2}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source2}.pdf#page={page2})
-    [{source3} page {page3}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source3}.pdf#page={page3})
-    [{source4} page {page4}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source4}.pdf#page={page4})
-    [{source5} page {page5}](https://www.ipcc.ch/report/ar6/wg3/downloads/report/{source5}.pdf#page={page5})
-
-   
-   
-
-    at the end of your answer, make sure to add a short highlight  of your answer in humor and make sure no more than 5 words.
-
-    Highlight:  
+ 
     """
     climate_PROMPT = PromptTemplate(input_variables=["question", "context"], 
                                     partial_variables={"source1":json1["source"], "source2":json2["source"],
@@ -73,7 +93,7 @@ def generate_response(input_text):
     #climate_PROMPT.partial(source = docs[0].metadata)
 
     llm = ChatOpenAI(
-        model_name="gpt-3.5-turbo",
+        model_name="gpt-3.5-turbo-16k",
         temperature=0.1,
         max_tokens=2000, 
         openai_api_key=openai_api_key