Update appStore/rag.py

appStore/rag.py

@@ -47,7 +47,13 @@ def run_query(context, label, model_sel_name):
     Summarize provided test
     '''
     chatbot_role = """You are an analyst specializing in climate change impact assessments and producing insights from policy documents."""
-    messages = [{"role": "system", "content": chatbot_role},{"role": "user", "content": get_prompt(context, label)}]
+
+    ### adding new template which doesnt need 'system' role [Further investigation needed if its applicable to all mmodels or not]
+    messages = [{"role": "user", "content": chatbot_role + get_prompt(context, label)}]
+    
+
+    ## old template
+    #messages = [{"role": "system", "content": chatbot_role},{"role": "user", "content": get_prompt(context, label)}]
     
     # Initialize the client, pointing it to one of the available models
     client = InferenceClient(model_sel_name, token=hf_token)