import re import time import aiohttp from bs4 import BeautifulSoup from helper.html_scraper import Scraper from constants.base_url import NYAASI class NyaaSi: def __init__(self): self.BASE_URL = NYAASI self.LIMIT = None def _parser(self, htmls): try: for html in htmls: soup = BeautifulSoup(html, "html.parser") my_dict = {"data": []} for tr in (soup.find("table")).find_all("tr")[1:]: td = tr.find_all("td") name = td[1].find_all("a")[-1].text url = td[1].find_all("a")[-1]["href"] magnet_and_torrent = td[2].find_all("a") magnet = magnet_and_torrent[-1]["href"] torrent = self.BASE_URL + magnet_and_torrent[0]["href"] size = td[3].text date = td[4].text seeders = td[5].text leechers = td[6].text downloads = td[7].text category = td[0].find("a")["title"].split("-")[0].strip() my_dict["data"].append( { "name": name, "size": size, "seeders": seeders, "leechers": leechers, "category": category, "hash": re.search( r"([{a-f\d,A-F\d}]{32,40})\b", magnet ).group(0), "magnet": magnet, "torrent": torrent, "url": self.BASE_URL + url, "date": date, "downloads": downloads, } ) if len(my_dict["data"]) == self.LIMIT: break try: ul = soup.find("ul", class_="pagination") tpages = ul.find_all("a")[-2].text current_page = (ul.find("li", class_="active")).find("a").text my_dict["current_page"] = int(current_page) my_dict["total_pages"] = int(tpages) except: my_dict["current_page"] = None my_dict["total_pages"] = None return my_dict except: return None async def search(self, query, page, limit): async with aiohttp.ClientSession() as session: start_time = time.time() self.LIMIT = limit url = self.BASE_URL + "/?f=0&c=0_0&q={}&p={}".format(query, page) return await self.parser_result(start_time, url, session) async def parser_result(self, start_time, url, session): html = await Scraper().get_all_results(session, url) results = self._parser(html) if results is not None: results["time"] = time.time() - start_time results["total"] = len(results["data"]) return results return results async def recent(self, category, page, limit): async with aiohttp.ClientSession() as session: start_time = time.time() self.LIMIT = limit url = self.BASE_URL return await self.parser_result(start_time, url, session)