added model

util/Recent_match_scrapper.py

@@ -219,68 +219,99 @@ def process_match_data(match_data, username, players):
         return None
 
 def get_matches_stats(region, username, max_retries=2):
-    print("====================== Inside get_matches_stats======================= \n")
-    print("input parameters, region: ", region, " username: ", username)
     """
     Get match stats for a single player with retry mechanism
     """
+    if not region or not username:
+        raise ValueError("Both 'region' and 'username' must be provided")
+
+    attempt_details = []  # To collect detailed logs for debugging
+    
     driver = None
     retry_count = 0
-    
+
     while retry_count <= max_retries:
         try:
+            # Initialize the WebDriver
+            attempt_details.append("Setting up WebDriver...")
             driver = setup_driver()
             driver.set_page_load_timeout(20)  # Set page load timeout
-            
+            attempt_details.append("WebDriver setup complete.")
+
+            # Construct the URL
             url = f"https://www.op.gg/summoners/{region}/{username}?queue_type=SOLORANKED"
-            print(f"Accessing URL: {url}")
+            attempt_details.append(f"Accessing URL: {url}")
             driver.get(url)
 
+            # Wait for matches container to load
+            attempt_details.append("Waiting for matches container...")
             matches_container = WebDriverWait(driver, 20).until(
                 EC.presence_of_element_located((By.CSS_SELECTOR, "div.css-1jxewmm.ek41ybw0"))
             )
-            
-            matches_data = []
+            attempt_details.append("Matches container found.")
+
+            # Find match elements
+            attempt_details.append("Finding match elements...")
             match_elements = matches_container.find_elements(By.CSS_SELECTOR, "div.css-j7qwjs.ery81n90")
+            attempt_details.append(f"Found {len(match_elements)} matches.")
+
+            matches_data = []
             
-            #print(f"Found {len(match_elements)} matches")
-            
+            # Process each match
             for i, match in enumerate(match_elements, 1):
+                attempt_details.append(f"Processing match {i}...")
                 try:
+                    # Extract data for the match
                     match_data = extract_match_data(match)
+                    attempt_details.append(f"Extracted match data for match {i}: {match_data}")
+
+                    # Get player info
                     players = get_players_info(match)
-                    match_data['match_date'] = get_tooltip_date(
-                        driver, 
-                        match.find_element(By.CSS_SELECTOR, "div.time-stamp > div")
-                    )
-                    
+                    attempt_details.append(f"Extracted players info for match {i}: {players}")
+
+                    # Get match date
+                    tooltip_element = match.find_element(By.CSS_SELECTOR, "div.time-stamp > div")
+                    match_date = get_tooltip_date(driver, tooltip_element)
+                    match_data['match_date'] = match_date
+                    attempt_details.append(f"Extracted match date for match {i}: {match_date}")
+
+                    # Process and validate match data
                     processed_data = process_match_data(match_data, username, players)
                     if processed_data:
                         matches_data.append(processed_data)
-                except Exception as e:
-                    print(f"Error processing match {i}: {e}")
-                    continue
+                        attempt_details.append(f"Processed match data for match {i}: {processed_data}")
+                    else:
+                        attempt_details.append(f"Processed match {i} returned no valid data.")
+
+                except Exception as match_error:
+                    raise RuntimeError(f"Error processing match {i}: {match_error}")
             
+            # Return DataFrame if matches are found
             if matches_data:
                 return pd.DataFrame(matches_data)
             else:
-                raise Exception("No valid matches found")
-                
+                raise RuntimeError("No valid matches found")
+
         except Exception as e:
             retry_count += 1
-            print(f"Attempt {retry_count} failed: {e}")
+            attempt_details.append(f"Attempt {retry_count} failed: {e}")
             if retry_count <= max_retries:
-                print(f"Retrying... ({retry_count}/{max_retries})")
+                attempt_details.append(f"Retrying... ({retry_count}/{max_retries})")
                 time.sleep(5)  # Wait 5 seconds before retrying
             else:
-                print(f"Max retries reached")
-                return pd.DataFrame()
-                
+                attempt_details.append("Max retries reached. No data retrieved.")
+                error_log = "\n".join(attempt_details)
+                raise RuntimeError(f"get_matches_stats failed after {max_retries} retries:\n{error_log}")
+
         finally:
             if driver:
+                attempt_details.append("Closing WebDriver...")
                 driver.quit()
-    
-    return pd.DataFrame()
+                attempt_details.append("WebDriver closed.")
+
+    error_log = "\n".join(attempt_details)
+    raise RuntimeError(f"Exiting get_matches_stats with no data:\n{error_log}")
+
 
 def get_multiple_matches_stats(players_df):
     """