chore: Update config files with new options. Enabled `Flag as Example`.

app/config.py

@@ -15,4 +15,5 @@ class MetaPromptConfig(BaseConfig):
     server_name: Optional[str] = None
     server_port: Optional[int] = None
     recursion_limit: Optional[int] = 25
-    recursion_limit_max: Optional[int] = 50
+    recursion_limit_max: Optional[int] = 50
+    allow_flagging: Optional[bool] = False

app/examples/log.csv

@@ -1,5 +1,5 @@
-User Message,Expected Output,Acceptance Criteria
-How do I reverse a list in Python?,Use the `[::-1]` slicing technique or the `list.reverse()` method.,"Similar in meaning, text length and style."
+User Message,Expected Output,Acceptance Criteria,Initial System Message
+How do I reverse a list in Python?,Use the `[::-1]` slicing technique or the `list.reverse()` method.,"Similar in meaning, text length and style.",""
 (2+8)*3,"(2+8)*3
 = 10*3
 = 30
@@ -8,7 +8,7 @@ How do I reverse a list in Python?,Use the `[::-1]` slicing technique or the `li
 * Acceptable differences:
   * Extra or missing spaces.
   * Extra or missing line breaks at the beginning or end of the output.
-"
+",""
 "Here is the GDP data in billions of US dollars (USD) for these years:
 
 Germany:
@@ -57,7 +57,7 @@ Spain:
   * Differences in digital/percentage values in the table, even significant ones.
   * Extra or missing spaces.
   * Extra or missing line breaks.
-"
+",""
 "Gene sequence: ATGGCCATGGCGCCCAGAACTGAGATCAATAGTACCCGTATTAACGGGTGA
 Species: Escherichia coli","{
   ""Gene Sequence Analysis Results"": {
@@ -125,7 +125,7 @@ Species: Escherichia coli","{
   * Extra or missing spaces
   * Extra or missing line breaks at the beginning or end of the output
   * Differences in JSON field values
-  * JSON wrapped in backquotes"
+  * JSON wrapped in backquotes",""
 今天下午3点，在北京国家会议中心，阿里巴巴集团董事局主席马云宣布将投资100亿元人民币用于农村电商发展。这一决定受到了与会代表的热烈欢迎，大家认为这将为中国农村经济带来新的机遇。,"{
   ""文本分析结果"": {
     ""情感分析"": {
@@ -164,7 +164,7 @@ Species: Escherichia coli","{
   * Extra or missing line breaks at the beginning or end of the output.
   * Differences in JSON field values
   * Differences in section/item orders.
-  * JSON wrapped in backquotes."
+  * JSON wrapped in backquotes.",""
 Low-noise amplifier,"A '''low-noise amplifier''' ('''LNA''') is an electronic component that amplifies a very low-power [[signal]] without significantly degrading its [[signal-to-noise ratio]] (SNR). Any [[electronic amplifier]] will increase the power of both the signal and the [[Noise (electronics)|noise]] present at its input, but the amplifier will also introduce some additional noise. LNAs are designed to minimize that additional noise, by choosing special components, operating points, and [[Circuit topology (electrical)|circuit topologies]]. Minimizing additional noise must balance with other design goals such as [[power gain]] and [[impedance matching]].
 
 LNAs are found in [[Radio|radio communications]] systems, [[Amateur Radio]] stations, medical instruments and [[electronic test equipment]]. A typical LNA may supply a power gain of 100 (20 [[decibels]] (dB)) while decreasing the SNR by less than a factor of two (a 3 dB [[noise figure]] (NF)). Although LNAs are primarily concerned with weak signals that are just above the [[noise floor]], they must also consider the presence of larger signals that cause [[intermodulation distortion]].","* Consistent with Expected Output:
@@ -178,7 +178,7 @@ LNAs are found in [[Radio|radio communications]] systems, [[Amateur Radio]] stat
   * Expression differences.
   * Numerical differences.
   * Additional content in Actual Output.
-  * Missing minor content in Actual Output."
+  * Missing minor content in Actual Output.",""
 What is the meaning of life?,"[
   {""persona"": ""Philosopher"", ""prompt"": ""Explore the concept of life's meaning through the lens of existentialism and purpose-driven existence.""},
   {""persona"": ""Scientist"", ""prompt"": ""Examine the biological and evolutionary perspectives on the function and significance of life.""},
@@ -193,7 +193,7 @@ What is the meaning of life?,"[
   * Extra or missing spaces
   * Extra or missing line breaks at the beginning or end of the output
 * Unacceptable:
-  * Showing the personas in Expected Output in System Message"
+  * Showing the personas in Expected Output in System Message",""
 "<?php
 $username = $_POST['username'];
 $password = $_POST['password'];
@@ -233,4 +233,5 @@ if (mysqli_num_rows($result) > 0) {
   * Differences in field values
   * Extra or missing spaces
   * Extra or missing line breaks at the beginning or end of the output
-  * YAML wrapped in backquotes"
+  * YAML wrapped in backquotes",""
+“老爸，老爸，我们去哪里呀？”,《爸爸去哪儿》,Exactly text match.,"查询歌词出处。"

app/gradio_meta_prompt.py

@@ -1,9 +1,63 @@
+import csv
+from pathlib import Path
+from typing import Any
 import gradio as gr
+from gradio import CSVLogger, utils
+from gradio_client import utils as client_utils
 from confz import BaseConfig, CLArgSource, EnvSource, FileSource
 from meta_prompt import MetaPromptGraph, AgentState
 from langchain_openai import ChatOpenAI
 from app.config import MetaPromptConfig
 
+class SimplifiedCSVLogger(CSVLogger):
+    """
+    A subclass of CSVLogger that logs only the components data to a CSV file, excluding
+    flag, username, and timestamp information.
+    """
+
+    def flag(
+        self,
+        flag_data: list[Any],
+        flag_option: str = "",
+        username: str | None = None,
+    ) -> int:
+        flagging_dir = self.flagging_dir
+        log_filepath = Path(flagging_dir) / "log.csv"
+        is_new = not Path(log_filepath).exists()
+        headers = [
+            getattr(component, "label", None) or f"component {idx}"
+            for idx, component in enumerate(self.components)
+        ]
+
+        csv_data = []
+        for idx, (component, sample) in enumerate(zip(self.components, flag_data)):
+            save_dir = Path(
+                flagging_dir
+            ) / client_utils.strip_invalid_filename_characters(
+                getattr(component, "label", None) or f"component {idx}"
+            )
+            if utils.is_prop_update(sample):
+                csv_data.append(str(sample))
+            else:
+                data = (
+                    component.flag(sample, flag_dir=save_dir)
+                    if sample is not None
+                    else ""
+                )
+                if self.simplify_file_data:
+                    data = utils.simplify_file_data_in_str(data)
+                csv_data.append(data)
+
+        with open(log_filepath, "a", newline="", encoding="utf-8") as csvfile:
+            writer = csv.writer(csvfile)
+            if is_new:
+                writer.writerow(utils.sanitize_list_for_csv(headers))
+            writer.writerow(utils.sanitize_list_for_csv(csv_data))
+
+        with open(log_filepath, encoding="utf-8") as csvfile:
+            line_count = len(list(csv.reader(csvfile))) - 1
+        return line_count
+
 class LLMModelFactory:
     def __init__(self):
         pass
@@ -71,34 +125,51 @@ config_sources = [
 config = MetaPromptConfig(config_sources=config_sources)
 
 # Create the Gradio interface
+user_message_input = gr.Textbox(label="User Message", show_copy_button=True)
+expected_output_input = gr.Textbox(label="Expected Output", show_copy_button=True)
+acceptance_criteria_input = gr.Textbox(label="Acceptance Criteria", show_copy_button=True)
+
+system_message_output = gr.Textbox(label="System Message", show_copy_button=True)
+output_output = gr.Textbox(label="Output", show_copy_button=True)
+analysis_output = gr.Textbox(label="Analysis", show_copy_button=True)
+
+initial_system_message_input = gr.Textbox(label="Initial System Message", show_copy_button=True, value="")
+recursion_limit_input = gr.Number(label="Recursion Limit", value=config.recursion_limit,
+                                  precision=0, minimum=1, maximum=config.recursion_limit_max, step=1)
+model_name_input = gr.Dropdown(
+    label="Model Name",
+    choices=config.llms.keys(),
+    value=list(config.llms.keys())[0],
+)
+
+flagging_callback = SimplifiedCSVLogger()
+
 iface = gr.Interface(
     fn=process_message,
     inputs=[
-        gr.Textbox(label="User Message", show_copy_button=True),
-        gr.Textbox(label="Expected Output", show_copy_button=True),
-        gr.Textbox(label="Acceptance Criteria", show_copy_button=True),
+        user_message_input,
+        expected_output_input,
+        acceptance_criteria_input,
     ],
     outputs=[
-        gr.Textbox(label="System Message", show_copy_button=True),
-        gr.Textbox(label="Output", show_copy_button=True),
-        gr.Textbox(label="Analysis", show_copy_button=True)
+        system_message_output,
+        output_output,
+        analysis_output
     ],
     additional_inputs=[
-        gr.Textbox(label="Initial System Message", show_copy_button=True, value=""),
-        gr.Number(label="Recursion Limit", value=config.recursion_limit,
-                  precision=0, minimum=1, maximum=config.recursion_limit_max, step=1),
-        gr.Dropdown(
-            label="Model Name",
-            choices=config.llms.keys(),
-            value=list(config.llms.keys())[0],
-        )
+        initial_system_message_input,
+        recursion_limit_input,
+        model_name_input
     ],
-    # stop_btn = gr.Button("Stop", variant="stop", visible=True),
     title="MetaPromptGraph Chat Interface",
     description="A chat interface for MetaPromptGraph to process user inputs and generate system messages.",
     examples=config.examples_path,
-    allow_flagging="never"
+    allow_flagging=config.allow_flagging,
+    flagging_dir=config.examples_path,
+    flagging_options=["Example"],
+    flagging_callback=flagging_callback
 )
+flagging_callback.setup([user_message_input, expected_output_input, acceptance_criteria_input, initial_system_message_input],config.examples_path)
 
 # Launch the Gradio app
 iface.launch(server_name=config.server_name, server_port=config.server_port)

config.yml

@@ -36,4 +36,5 @@ examples_path: "app/examples"
 server_name: 0.0.0.0
 # server_port: 7860
 recursion_limit: 16
-recursion_limit_max: 20
+recursion_limit_max: 20
+allow_flask_cors: false