Added cancelling and runsync

app.py

@@ -12,6 +12,12 @@ model_selection = st.radio("Select model to use:", ["Tinyllama", "Gemma"])
 new_transactions_input = st.text_area("Enter your transactions (comma-separated)", key="input_area")
 submit_button = st.button("Submit New Transactions", type="primary")
 
+# Session state to keep track of job ID and status
+if "job_id" not in st.session_state:
+    st.session_state.job_id = None
+if "job_status" not in st.session_state:
+    st.session_state.job_status = None
+
 if submit_button:
     # Split transactions and strip whitespace
     new_transactions = [i.strip() for i in new_transactions_input.split(',') if i.strip()]
@@ -24,10 +30,9 @@ if model_selection == "Gemma":
 elif model_selection == "Tinyllama":
     base_url = "https://api.runpod.ai/v2/0wnm75vx5o77s1/"
 
-
 # When submit button is clicked and there are transactions to process
 if submit_button and new_transactions:
-    url = base_url + "run"
+    url = base_url + "runsync"
     
     # Retrieve API key from Streamlit secrets
     api_key = st.secrets["api_key"]
@@ -47,23 +52,24 @@ if submit_button and new_transactions:
     # Show a spinner while waiting for the response
     with st.spinner("Processing..."):
         try:
-
             # Send POST request to start processing
             response = requests.post(url, headers=headers, data=json_data)
             response.raise_for_status()  # Raise an error for bad status codes
 
             # Parse response to get job ID
             result = response.json()
-            job_id = result['id']
-            st.write(f"New Job ID: {job_id}")
+            st.session_state.job_id = result['id']
+            st.write(f"New Job ID: {st.session_state.job_id}")
 
-            # Keep checking status until it's no longer 'IN_QUEUE'
-            status_url = f"{base_url}status/{job_id}"
-            status = "IN_QUEUE"
-            while status != "COMPLETED":
+            # Keep checking status until it's no longer 'IN_QUEUE' or cancelled
+            status_url = f"{base_url}status/{st.session_state.job_id}"
+            st.session_state.job_status = "IN_QUEUE"
+            while st.session_state.job_status == "IN_QUEUE":
                 status_response = requests.get(status_url, headers=headers)
                 status_data = status_response.json()
-                status = status_data.get('status', '')
+                st.session_state.job_status = status_data.get('status', '')
+                if st.session_state.job_status != "IN_QUEUE":
+                    break
                 time.sleep(2)  # Adjust interval as needed
 
             # Once status changes, display final status
@@ -71,8 +77,23 @@ if submit_button and new_transactions:
             
         except requests.exceptions.RequestException as e:
             st.error(f"An error occurred: {e}")
-        finally:
-            st.spinner(False)  # Turn off the spinner after response is received
 
+# Cancel button
+if st.session_state.job_id and st.session_state.job_status == "IN_QUEUE":
+    cancel_button = st.button("Cancel Request")
+    if cancel_button:
+        cancel_url = f"{base_url}cancel/{st.session_state.job_id}"
+        try:
+            cancel_response = requests.post(cancel_url, headers=headers)
+            cancel_response.raise_for_status()
+            cancel_result = cancel_response.json()
+            st.session_state.job_status = "CANCELLED"
+            st.write(f"Job {st.session_state.job_id} has been cancelled.")
+        except requests.exceptions.RequestException as e:
+            st.error(f"An error occurred while cancelling: {e}")
+
+# Reset button
 if st.button("Reset", key="reset_button"):
+    st.session_state.job_id = None
+    st.session_state.job_status = None
     st.text_area("Enter your transactions (comma-separated)", value="", key="reset_area")