| import re | |
| import time | |
| import aiohttp | |
| from bs4 import BeautifulSoup | |
| from helper.html_scraper import Scraper | |
| from constants.base_url import NYAASI | |
| class NyaaSi: | |
| def __init__(self): | |
| self.BASE_URL = NYAASI | |
| self.LIMIT = None | |
| def _parser(self, htmls): | |
| try: | |
| for html in htmls: | |
| soup = BeautifulSoup(html, "html.parser") | |
| my_dict = {"data": []} | |
| for tr in (soup.find("table")).find_all("tr")[1:]: | |
| td = tr.find_all("td") | |
| name = td[1].find_all("a")[-1].text | |
| url = td[1].find_all("a")[-1]["href"] | |
| magnet_and_torrent = td[2].find_all("a") | |
| magnet = magnet_and_torrent[-1]["href"] | |
| torrent = self.BASE_URL + magnet_and_torrent[0]["href"] | |
| size = td[3].text | |
| date = td[4].text | |
| seeders = td[5].text | |
| leechers = td[6].text | |
| downloads = td[7].text | |
| category = td[0].find("a")["title"].split("-")[0].strip() | |
| my_dict["data"].append( | |
| { | |
| "name": name, | |
| "size": size, | |
| "seeders": seeders, | |
| "leechers": leechers, | |
| "category": category, | |
| "hash": re.search( | |
| r"([{a-f\d,A-F\d}]{32,40})\b", magnet | |
| ).group(0), | |
| "magnet": magnet, | |
| "torrent": torrent, | |
| "url": self.BASE_URL + url, | |
| "date": date, | |
| "downloads": downloads, | |
| } | |
| ) | |
| if len(my_dict["data"]) == self.LIMIT: | |
| break | |
| try: | |
| ul = soup.find("ul", class_="pagination") | |
| tpages = ul.find_all("a")[-2].text | |
| current_page = (ul.find("li", class_="active")).find("a").text | |
| my_dict["current_page"] = int(current_page) | |
| my_dict["total_pages"] = int(tpages) | |
| except: | |
| my_dict["current_page"] = None | |
| my_dict["total_pages"] = None | |
| return my_dict | |
| except: | |
| return None | |
| async def search(self, query, page, limit): | |
| async with aiohttp.ClientSession() as session: | |
| start_time = time.time() | |
| self.LIMIT = limit | |
| url = self.BASE_URL + "/?f=0&c=0_0&q={}&p={}".format(query, page) | |
| return await self.parser_result(start_time, url, session) | |
| async def parser_result(self, start_time, url, session): | |
| html = await Scraper().get_all_results(session, url) | |
| results = self._parser(html) | |
| if results is not None: | |
| results["time"] = time.time() - start_time | |
| results["total"] = len(results["data"]) | |
| return results | |
| return results | |
| async def recent(self, category, page, limit): | |
| async with aiohttp.ClientSession() as session: | |
| start_time = time.time() | |
| self.LIMIT = limit | |
| url = self.BASE_URL | |
| return await self.parser_result(start_time, url, session) |