Update app.py

app.py

@@ -2,6 +2,10 @@ import streamlit as st
 import pandas as pd
 import requests
 import base64
+import threading
+from queue import Queue
+from io import StringIO
+import csv
 
 def get_backlinks(api_login, api_key, target_url, filters):
     # Encoding credentials
@@ -55,6 +59,30 @@ def get_backlinks(api_login, api_key, target_url, filters):
 def convert_df_to_csv(df):
     # Convert DataFrame to CSV
     return df.to_csv(index=False).encode('utf-8')
+    
+# Worker thread to handle concurrent API calls
+class BacklinkWorker(threading.Thread):
+    def __init__(self, jobs, results, api_login, api_key):
+        super().__init__()
+        self.jobs = jobs
+        self.results = results
+        self.api_login = api_login
+        self.api_key = api_key
+
+    def run(self):
+        while True:
+            job = self.jobs.get()
+            if job is None:
+                break
+            url_id, target_url, filters = job
+            df = get_backlinks(self.api_login, self.api_key, target_url, filters)
+            self.results.put((url_id, df))
+
+# Function to process pasted data
+def process_pasted_data(data):
+    data_io = StringIO(data.strip())
+    reader = csv.reader(data_io, delimiter='\n', quotechar='"')
+    return [row[0] for row in reader]
 
 # Streamlit layout
 st.sidebar.title("DataForSEO API Parameters")
@@ -112,34 +140,70 @@ filters.append("and")
 if filters and filters[-1] == "and":
     filters.pop()
 
-# Main app layout
-col1, col2 = st.columns(2)
+# Sidebar options for concurrency and pasting data
+num_concurrent_calls = st.sidebar.number_input("Concurrent Calls:", min_value=1, max_value=10, value=5, step=1)
+data_section = st.sidebar.text_area("Paste Data:")
+paste_data = st.sidebar.button("Paste Data")
+add_row = st.sidebar.button("Add Row")
+reset = st.sidebar.button("Reset")
+
+# Managing rows and pasted data
+if paste_data:
+    pasted_urls = process_pasted_data(data_section)
+    for i, url in enumerate(pasted_urls):
+        st.session_state[f"target_url_{i}"] = url
+    st.session_state["row_count"] = len(pasted_urls)
+
+if add_row:
+    row_count = st.session_state.get("row_count", 0) + 1
+    st.session_state["row_count"] = row_count
 
-with col1:
-    st.header("Input")
-    target_url = st.text_input("Enter the target URL")
+if reset:
+    st.session_state.clear()
 
-# Variables for control flow
-df = None
+# Main app layout
+row_count = st.session_state.get("row_count", 1)
+for i in range(row_count):
+    target_url_key = f"target_url_{i}"
+    target_url = st.text_input(f"Enter the target URL {i + 1}", key=target_url_key)
+
+# Generate and reset button logic
 generate_button = st.sidebar.button("Generate All")
-reset_button = st.sidebar.button("Reset")
 
-# Generate CSV and download button logic
-if generate_button and target_url:
-    df = get_backlinks(api_login, api_key, target_url, filters)
+if generate_button:
+    jobs = Queue()
+    results = Queue()
+    workers = [BacklinkWorker(jobs, results, api_login, api_key) for _ in range(num_concurrent_calls)]
+
+    for worker in workers:
+        worker.start()
 
-with col2:
+    for i in range(row_count):
+        target_url = st.session_state.get(f"target_url_{i}", "")
+        if target_url:
+            jobs.put((i, target_url, filters))
+
+    for _ in workers:
+        jobs.put(None)
+
+    for worker in workers:
+        worker.join()
+
+    while not results.empty():
+        url_id, df = results.get()
+        st.session_state[f"df_{url_id}"] = df
+
+# Display and download logic for each row
+for i in range(row_count):
+    df_key = f"df_{i}"
+    df = st.session_state.get(df_key)
     if df is not None:
         csv = convert_df_to_csv(df)
         st.download_button(
-            label="Download data as CSV",
+            label=f"Download data as CSV for URL {i + 1}",
             data=csv,
-            file_name='backlinks.csv',
+            file_name=f'backlinks_{i + 1}.csv',
             mime='text/csv',
         )
     elif df is None and generate_button:
-        st.error("Failed to generate CSV: No data returned from the API or data processing error.")
-
-# Reset functionality
-if reset_button:
-    st.experimental_rerun()
+        st.error(f"Failed to generate CSV for URL {i + 1}: No data returned from the API or data processing error.")