Update app.py

app.py

@@ -350,14 +350,22 @@ Organize the result in JSON format as follows:
         os.environ["OPENAI_API_KEY"] = self.api
         client = AsyncOpenAI()
 
+        if self.aspect == "Methodology":
+            hint = "focusing on the fundamental approaches and techniques employed in the research. These include issues such as inappropriate choice of methods, unstated assumptions that may not hold, and problems with data quality or preprocessing that could introduce bias."
+        elif self.aspect == "Result Analysis":        
+            hint = "focusing on weaknesses in how the research validates its claims. These include issues such as insufficient baseline comparisons, limited datasets that may not represent the full problem space, and lack of ablation studies to isolate the contribution of different components."
+        elif self.aspect == "Experimental Design":  
+            hint = "focusing on how findings are evaluated and interpreted. This includes using inadequate evaluation metrics that may not capture important aspects of performance, insufficient error analysis, and lack of statistical significance testing."
+        elif self.aspect == "Literature Review":  
+            hint = "focusing on how the research connects to and builds upon existing work. This includes missing citations of relevant prior work, mischaracterization of existing methods, and failure to properly contextualize contributions within the broader research landscape."
         if self.enable_rag:
             messages=[
-                    {"role": "system", "content": f"Read the following content from several papers to gain knowledge in the relevant field. Using this knowledge, review a new scientific paper in this field. Based on existing research, identify the limitations of the 'Paper to Review'. Generate {str(self.limit_num)} major limitations related to its {self.aspect} in this paper. Do not include any limitation explicitly mentioned in the paper itself. Return only the limitations in the following JSON format: {{\"limitations\": <a list of limitations>"} ,
+                    {"role": "system", "content": f"Read the following content from several papers to gain knowledge in the relevant field. Using this knowledge, review a new scientific paper in this field. Based on existing research, identify the limitations of the 'Paper to Review'. Generate {str(self.limit_num)} major limitations related to its {self.aspect} in this paper, {hint} Do not include any limitation explicitly mentioned in the paper itself. Return only the limitations in the following JSON format: {{\"limitations\": <a list of limitations>"} ,
                     {"role": "user", "content": text},
                 ]
         else:
             messages=[
-                    {"role": "system", "content": f"Read the following scientific paper and generate {str(self.limit_num)} major limitations in this paper about its {self.aspect}. Do not include any limitation explicitly mentioned in the paper itself. Return only the limitations in the following JSON format: {{\"limitations\": <a list of limitations>"} ,
+                    {"role": "system", "content": f"Read the following scientific paper and generate {str(self.limit_num)} major limitations in this paper about its {self.aspect}, {hint} Do not include any limitation explicitly mentioned in the paper itself. Return only the limitations in the following JSON format: {{\"limitations\": <a list of limitations>"} ,
                     {"role": "user", "content": text},
                 ]
         
@@ -410,7 +418,7 @@ Organize the result in JSON format as follows:
         messages = []
         for limitation in limitations:
             message=[
-                    {"role": "system", "content": f"Read the following scientific paper and a limitation of the paper. Provide a specific, actionable suggestion to address the limitation in no more than 50 words."} ,
+                    {"role": "system", "content": f"Read the following scientific paper and a limitation of the paper. Based on this information, provide a highly specific and actionable suggestion to address the limitation. If suggesting an additional dataset, specify the exact dataset(s) by name. If proposing a methodological change, describe the specific modification. Keep the response within 50 words."} ,
                     {"role": "user", "content": f"{text}\nLimitation: {limitation}"},
                 ]
             messages.append(message)