| import requests | |
| import bs4 | |
| import json | |
| import multiprocessing | |
| import subprocess | |
| import shutil | |
| import os | |
| from pathlib import Path | |
| from datetime import datetime | |
| from typing import Optional, Dict, List | |
| HEADERS = {"User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:104.0) Gecko/20100101 Firefox/104.0"} | |
| BASE_URL = "https://www.101soundboards.com" | |
| def convert_mp3_to_wav(mp3_path: str, wav_path: str) -> None: | |
| subprocess.run(["ffmpeg", "-i", mp3_path, wav_path]) | |
| def find_sounds(url: str) -> List[Dict[str, str]]: | |
| res = requests.get(url, headers=HEADERS) | |
| res.raise_for_status() | |
| soup = bs4.BeautifulSoup(res.text, "html.parser") | |
| scripts = soup.find_all("script") | |
| for script in scripts: | |
| if "board_id" not in str(script): | |
| continue | |
| trimmed_script = str(script)[ | |
| str(script).find("board_data_inline") + 20 : str(script).find("}]};") + 3 | |
| ] | |
| sound_list = json.loads(trimmed_script) | |
| return [ | |
| { | |
| "id": sound["id"], | |
| "title": sound["sound_transcript"], | |
| "url": sound["sound_file_url"], | |
| "sound_file_pitch": sound["sound_file_pitch"], | |
| } | |
| for sound in sound_list["sounds"] | |
| ] | |
| raise ValueError("Could not find sounds at provided URL") | |
| def download_sound(url: str, filepath: str) -> None: | |
| res = requests.get(BASE_URL + url, headers=HEADERS) | |
| res.raise_for_status() | |
| with open(filepath, "wb") as f: | |
| f.write(res.content) | |
| def handle_sound(sound: Dict[str, str], output_directory: str) -> None: | |
| sound_file_pitch = str(float(sound["sound_file_pitch"]) / 10) | |
| original_path = os.path.join(output_directory, f'{sound["title"]}-{sound["id"]}') | |
| download_sound(sound["url"], original_path) | |
| try: | |
| wav_path = f"{original_path}.wav" | |
| convert_mp3_to_wav(original_path, wav_path) | |
| os.remove(original_path) | |
| except Exception as e: | |
| print(f"Failed to convert file: {original_path}, error: {str(e)}") | |
| def fetch_and_convert_sounds(download_directory: str, soundboard_url: str) -> None: | |
| if not shutil.which("ffmpeg"): | |
| raise EnvironmentError("ffmpeg not found. Please install ffmpeg in your system.") | |
| if os.path.exists(download_directory): | |
| download_directory += f'_{datetime.now().strftime("%Y%m%d%H%M%S")}' | |
| Path(download_directory).mkdir(exist_ok=True) | |
| sounds = find_sounds(soundboard_url) | |
| with multiprocessing.Pool() as pool: | |
| pool.starmap(handle_sound, [(sound, download_directory) for sound in sounds]) | |