moved writing to queue to not wait for results to be written

app.py

@@ -5,9 +5,9 @@ import os
 import random
 import tempfile
 import time
+import threading
+from queue import Queue
 
-import boto3
-import fsspec
 import librosa
 import numpy as np
 import pandas as pd
@@ -16,9 +16,19 @@ import streamlit as st
 from audio_recorder_streamlit import audio_recorder
 
 from logger import logger
-from utils import fs,s3_client
+from utils import fs
 from enums import SAVE_PATH, ELO_JSON_PATH, ELO_CSV_PATH, EMAIL_PATH, TEMP_DIR, CREATE_TASK_URL
 
+result_queue = Queue()
+
+def result_writer_thread():
+    result_writer = ResultWriter(SAVE_PATH)
+    while True:
+        result_input = result_queue.get()
+        result_writer.write_result(**result_input)
+        result_queue.task_done()
+
+
 def create_files():
     if not fs.exists(SAVE_PATH):
         logger.info("Creating save file")
@@ -214,13 +224,15 @@ def on_option_1_click():
         st.session_state.option_1_model_name_state = f"👑 {st.session_state.option_1_model_name} 👑"
         st.session_state.option_2_model_name_state = f"👎 {st.session_state.option_2_model_name} 👎"
         st.session_state.choice = f"You chose Option 1. Option 1 was {st.session_state.option_1_model_name} Option 2 was {st.session_state.option_2_model_name}"
-        result_writer.write_result(
-            st.session_state.user_email,
-            st.session_state.audio_path,
-            winner_model=st.session_state.option_1_model_name,
-            loser_model=st.session_state.option_2_model_name,
-            option_1_duration_info=[(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
-            option_2_duration_info=[(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)]
+        result_queue.put(
+            {
+                "user_email": st.session_state.user_email,
+                "audio_path": st.session_state.audio_path,
+                "winner_model": st.session_state.option_1_model_name,
+                "loser_model": st.session_state.option_2_model_name,
+                "option_1_duration_info": [(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
+                "option_2_duration_info": [(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)]
+            }
         )
         st.session_state.option_selected = True
 
@@ -230,13 +242,15 @@ def on_option_2_click():
         st.session_state.option_2_model_name_state = f"👑 {st.session_state.option_2_model_name} 👑"
         st.session_state.option_1_model_name_state = f"👎 {st.session_state.option_1_model_name} 👎"
         st.session_state.choice = f"You chose Option 2. Option 1 was {st.session_state.option_1_model_name} Option 2 was {st.session_state.option_2_model_name}"
-        result_writer.write_result(
-            st.session_state.user_email,
-            st.session_state.audio_path,
-            winner_model=st.session_state.option_2_model_name,
-            loser_model=st.session_state.option_1_model_name,
-            option_1_duration_info=[(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
-            option_2_duration_info=[(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)]
+        result_queue.put(
+            {
+                "user_email": st.session_state.user_email,
+                "audio_path": st.session_state.audio_path,
+                "winner_model": st.session_state.option_2_model_name,
+                "loser_model": st.session_state.option_1_model_name,
+                "option_1_duration_info": [(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
+                "option_2_duration_info": [(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)]
+            }
         )
         st.session_state.option_selected = True
 
@@ -246,14 +260,16 @@ def on_option_both_click():
         st.session_state.option_2_model_name_state = f"👑 {st.session_state.option_2_model_name} 👑"
         st.session_state.option_1_model_name_state = f"👑 {st.session_state.option_1_model_name} 👑"
         st.session_state.choice = f"You chose Prefer both. Option 1 was {st.session_state.option_1_model_name} Option 2 was {st.session_state.option_2_model_name}"
-        result_writer.write_result(
-            st.session_state.user_email,
-            st.session_state.audio_path,
-            winner_model=st.session_state.option_1_model_name,
-            loser_model=st.session_state.option_2_model_name,
-            option_1_duration_info=[(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
-            option_2_duration_info=[(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)],
-            both_preferred=True
+        result_queue.put(
+            {
+                "user_email": st.session_state.user_email,
+                "audio_path": st.session_state.audio_path,
+                "winner_model": st.session_state.option_1_model_name,
+                "loser_model": st.session_state.option_2_model_name,
+                "option_1_duration_info": [(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
+                "option_2_duration_info": [(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)],
+                "both_preferred": True
+            }
         )
         st.session_state.option_selected = True
 
@@ -263,14 +279,15 @@ def on_option_none_click():
         st.session_state.option_1_model_name_state = f"👎 {st.session_state.option_1_model_name} 👎"
         st.session_state.option_2_model_name_state = f"👎 {st.session_state.option_2_model_name} 👎"
         st.session_state.choice = f"You chose none option. Option 1 was {st.session_state.option_1_model_name} Option 2 was {st.session_state.option_2_model_name}"
-        result_writer.write_result(
-            st.session_state.user_email,
-            st.session_state.audio_path,
-            winner_model=st.session_state.option_1_model_name,
-            loser_model=st.session_state.option_2_model_name,
-            option_1_duration_info=[(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
-            option_2_duration_info=[(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)],
-            none_preferred=True
+        result_queue.put({
+            "user_email": st.session_state.user_email,
+            "audio_path": st.session_state.audio_path,
+            "winner_model": st.session_state.option_1_model_name,
+            "loser_model": st.session_state.option_2_model_name,
+            "option_1_duration_info": [(f"{st.session_state.option_1_model_name}_duration",st.session_state.option_1_response_time)],
+            "option_2_duration_info": [(f"{st.session_state.option_2_model_name}_duration",st.session_state.option_2_response_time)],
+            "none_preferred": True
+            }
         )
         st.session_state.option_selected = True
 
@@ -297,7 +314,8 @@ def on_random_click():
     st.session_state.audio_path = filepath
     st.session_state.option_selected = None
 
-result_writer = ResultWriter(SAVE_PATH)
+writer_thread = threading.Thread(target=result_writer_thread)
+writer_thread.start()
 
 def main():