Update app.py

app.py

@@ -84,7 +84,13 @@ def translate_sentence(sentence, verbose=False):
 # ----------------------------------------------------------------------------------------------------------------------------------------
 # Gradio app
 
-# Function to update the history block with status
+from datasets import load_dataset, Dataset, DatasetDict
+
+# Load the private dataset from Hugging Face
+def load_hf_dataset():
+    dataset = load_dataset("your_hf_username/translation_log", split="train")
+    return dataset
+
 def update_history_with_status(english, french, history, status):
     history.append((english, french, status))
     history_text = "\n".join([f"{inp} ----> {out} ({status})" for inp, out, status in history])
@@ -98,22 +104,43 @@ def revert_last_action(history):
         # Update history block text
         history_text = "\n".join([f"{inp} ----> {out} ({status})" for inp, out, status in history])
         
-        # Revert last row in the CSV file
+        # Revert last row in the dataset
         if row_indices:
             last_index = row_indices.pop()
-            # Remove the last row from the CSV file
-            csv_file = "flagged_translations/log.csv"
-            if os.path.exists(csv_file):
-                df = pd.read_csv(csv_file)
-                # print('read the csv file')
-                df = df.drop(last_index-1).reset_index(drop=True)
-                # print('removed the last index')
-                df.to_csv(csv_file, index=False)
-                # print('dumped the df to csv')
+            # Remove the last row from the dataset
+            dataset = load_hf_dataset()
+            df = dataset.to_pandas()
+            df = df.drop(last_index).reset_index(drop=True)
+            updated_dataset = Dataset.from_pandas(df)
+            dataset_dict = DatasetDict({"train": updated_dataset})
+            dataset_dict.push_to_hub("your_hf_username/translation_log")
     return history_text, history
 
-# CSV Logger for flagging
-flagging_callback = gr.CSVLogger()  # logs the flagged data into a csv file
+# Function to flag data
+def flag_action(english, french, corrected_french, flagged_successful, history):
+    data = {"english": english, "french": french, "corrected_french": corrected_french, "status": flagged_successful}
+    dataset = load_hf_dataset()
+    df = dataset.to_pandas()
+    df = df.append(data, ignore_index=True)
+    updated_dataset = Dataset.from_pandas(df)
+    dataset_dict = DatasetDict({"train": updated_dataset})
+    dataset_dict.push_to_hub("your_hf_username/translation_log")
+    index = len(df) - 1
+    row_indices.append(index)
+    return update_history_with_status(english, french, history, "Flagged")
+
+# Function to accept data
+def accept_action(english, french, hidden_text, flagged_successful, history):
+    data = {"english": english, "french": french, "corrected_french": hidden_text, "status": flagged_successful}
+    dataset = load_hf_dataset()
+    df = dataset.to_pandas()
+    df = df.append(data, ignore_index=True)
+    updated_dataset = Dataset.from_pandas(df)
+    dataset_dict = DatasetDict({"train": updated_dataset})
+    dataset_dict.push_to_hub("your_hf_username/translation_log")
+    index = len(df) - 1
+    row_indices.append(index)
+    return update_history_with_status(english, french, history, "Accepted")
 
 # Define the Gradio interface
 with gr.Blocks(theme='gstaff/sketch') as demo:
@@ -133,11 +160,6 @@ with gr.Blocks(theme='gstaff/sketch') as demo:
                     flag_button = gr.Button(value="Flag", variant="secondary")
                     revert_button = gr.Button(value="Revert", variant="secondary")
 
-    # This needs to be called at some point prior to the first call to flagging.callback.flag()
-    # flagging_callback.setup([english, french, corrected_french, "IsFlagged"], "flagged_translations")
-    flagging_callback.setup([english, french, corrected_french, flagged_successful], "flagged_translations")
-
-
     examples = gr.Examples(examples=[
         "paris is relaxing during december but it is usually chilly in july",
         "She is driving the truck"],
@@ -149,27 +171,6 @@ with gr.Blocks(theme='gstaff/sketch') as demo:
 
     # Track the row indices in the CSVLogger
     row_indices = []
-    def flag_action(english, french, corrected_french, flagged_successful, history):
-        data = [english, french, corrected_french, flagged_successful]
-        # Add the IsFlagged column with value True
-        flagged_value = flagged_successful if flagged_successful else "Flagged"
-        print(f"Flag Action - flagged_successful: {flagged_value}")
-        print(f"flagged_successful object: {flagged_successful}")
-
-        index = flagging_callback.flag(data)
-        row_indices.append(index)
-        return update_history_with_status(english, french, history, "Flagged")
-   
-    def accept_action(english, french, hidden_text, flagged_successful, history):
-        data = [english, french, hidden_text, flagged_successful]
-        # Add the IsFlagged column with value False
-        # Extract value from flagged_successful
-        flagged_value = flagged_successful if flagged_successful else "Accepted"
-        print(f"Accept Action - flagged_successful: {flagged_value}")
-        print(f"flagged_successful object: {flagged_successful}")
-        index = flagging_callback.flag(data)
-        row_indices.append(index)
-        return update_history_with_status(english, french, history, "Accepted")
 
     gr.on(
         triggers=[english.submit, Translate_button.click],
@@ -192,7 +193,6 @@ with gr.Blocks(theme='gstaff/sketch') as demo:
         outputs=[history_block, history],
     )
 
-
     gr.on(
         triggers=[accept_button.click],
         fn=lambda: gr.Textbox(value="Accepted", visible=True),
@@ -214,5 +214,4 @@ with gr.Blocks(theme='gstaff/sketch') as demo:
         outputs=flagged_successful,
     )
 
-    demo.launch(share=True, auth=('username', 'Zaka_module7'),
-                auth_message="Check your <strong>Login details</strong> sent to your <i>email</i>")#, debug=True)
+    demo.launch(share=True, auth=('username', 'Zaka_module7'), auth_message="Check your <strong>Login details</strong> sent to your <i>email</i>")