Spaces:
Sleeping
Sleeping
Jimin Park
commited on
Commit
·
19e44c2
1
Parent(s):
e8a5ec7
kermitting soon
Browse files- util/Meta_scrapper.py +2 -1
- util/Player_scrapper.py +1 -1
- util/Recent_match_scrapper.py +2 -1
- util/Weekly_meta_scrapper.py +3 -1
- util/app_training_df_getter.py +1 -1
util/Meta_scrapper.py
CHANGED
@@ -66,7 +66,7 @@ def setup_driver():
|
|
66 |
chromedriver_path = ChromeDriverManager().install()
|
67 |
else:
|
68 |
# Local environment setup
|
69 |
-
print("Running
|
70 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
71 |
|
72 |
# Create the Service object using the installed chromedriver
|
@@ -175,6 +175,7 @@ def get_meta_stats():
|
|
175 |
filepath = os.path.join(save_dir, "meta_stats.csv")
|
176 |
df.to_csv(filepath, index=False)
|
177 |
print(f"Saved meta stats to {filepath}")
|
|
|
178 |
return df
|
179 |
|
180 |
except Exception as e:
|
|
|
66 |
chromedriver_path = ChromeDriverManager().install()
|
67 |
else:
|
68 |
# Local environment setup
|
69 |
+
print("Running chrome webdriver.")
|
70 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
71 |
|
72 |
# Create the Service object using the installed chromedriver
|
|
|
175 |
filepath = os.path.join(save_dir, "meta_stats.csv")
|
176 |
df.to_csv(filepath, index=False)
|
177 |
print(f"Saved meta stats to {filepath}")
|
178 |
+
print("================== Exiting get_meta_stats ========================\n")
|
179 |
return df
|
180 |
|
181 |
except Exception as e:
|
util/Player_scrapper.py
CHANGED
@@ -37,7 +37,7 @@ def setup_driver():
|
|
37 |
chromedriver_path = ChromeDriverManager().install()
|
38 |
else:
|
39 |
# Local environment setup
|
40 |
-
print("Running
|
41 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
42 |
|
43 |
# Create the Service object using the installed chromedriver
|
|
|
37 |
chromedriver_path = ChromeDriverManager().install()
|
38 |
else:
|
39 |
# Local environment setup
|
40 |
+
print("Running chrome webdriver.")
|
41 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
42 |
|
43 |
# Create the Service object using the installed chromedriver
|
util/Recent_match_scrapper.py
CHANGED
@@ -32,7 +32,7 @@ def setup_driver():
|
|
32 |
chromedriver_path = ChromeDriverManager().install()
|
33 |
else:
|
34 |
# Local environment setup
|
35 |
-
print("Running
|
36 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
37 |
|
38 |
# Create the Service object using the installed chromedriver
|
@@ -310,6 +310,7 @@ def get_matches_stats(region, username, max_retries=2):
|
|
310 |
|
311 |
# Return DataFrame if matches are found
|
312 |
if matches_data:
|
|
|
313 |
return pd.DataFrame(matches_data)
|
314 |
else:
|
315 |
raise RuntimeError("No valid matches found")
|
|
|
32 |
chromedriver_path = ChromeDriverManager().install()
|
33 |
else:
|
34 |
# Local environment setup
|
35 |
+
print("Running chrome webdriver.")
|
36 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
37 |
|
38 |
# Create the Service object using the installed chromedriver
|
|
|
310 |
|
311 |
# Return DataFrame if matches are found
|
312 |
if matches_data:
|
313 |
+
print("=========================== Exiting get_matches_stats successfully ===========================\n")
|
314 |
return pd.DataFrame(matches_data)
|
315 |
else:
|
316 |
raise RuntimeError("No valid matches found")
|
util/Weekly_meta_scrapper.py
CHANGED
@@ -33,7 +33,7 @@ def setup_driver():
|
|
33 |
chromedriver_path = ChromeDriverManager().install()
|
34 |
else:
|
35 |
# Local environment setup
|
36 |
-
print("
|
37 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
38 |
|
39 |
# Create the Service object using the installed chromedriver
|
@@ -93,6 +93,8 @@ def get_weekly_meta():
|
|
93 |
|
94 |
# Print confirmation message
|
95 |
print(f"Saved weekly meta to {save_path}")
|
|
|
|
|
96 |
|
97 |
return df
|
98 |
|
|
|
33 |
chromedriver_path = ChromeDriverManager().install()
|
34 |
else:
|
35 |
# Local environment setup
|
36 |
+
print("RRunning chrome webdriver.")
|
37 |
chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
|
38 |
|
39 |
# Create the Service object using the installed chromedriver
|
|
|
93 |
|
94 |
# Print confirmation message
|
95 |
print(f"Saved weekly meta to {save_path}")
|
96 |
+
|
97 |
+
print("======================== Exiting: IN get_weekly_meta() ===============================")
|
98 |
|
99 |
return df
|
100 |
|
util/app_training_df_getter.py
CHANGED
@@ -354,7 +354,7 @@ def create_champion_features_and_return_df(merged_player_stats=None, meta_stats=
|
|
354 |
|
355 |
def create_app_user_training_df(url):
|
356 |
try:
|
357 |
-
|
358 |
weekly_meta_stats = get_weekly_meta()
|
359 |
|
360 |
# Input validation
|
|
|
354 |
|
355 |
def create_app_user_training_df(url):
|
356 |
try:
|
357 |
+
meta_stats = get_meta_stats()
|
358 |
weekly_meta_stats = get_weekly_meta()
|
359 |
|
360 |
# Input validation
|