torrents/zooqle.py

import re
import time
import aiohttp
from bs4 import BeautifulSoup
from helper.html_scraper import Scraper
from constants.base_url import ZOOQLE


class Zooqle:
    def __init__(self):
        self.BASE_URL = ZOOQLE
        self.LIMIT = None

    def _parser(self, htmls):
        try:
            for html in htmls:
                soup = BeautifulSoup(html, "html.parser")

                my_dict = {"data": []}

                for tr in soup.find_all("tr")[1:]:
                    td = tr.find_all("td")
                    name = td[1].find("a").get_text(strip=True)
                    if name != "":
                        magnet = td[2].find_all("a")[1]["href"]
                        try:
                            size = td[3].find_all("div")[1].text
                        except IndexError:
                            size = None
                        url = td[1].find_all("a")[0]["href"]
                        date = td[4].get_text(strip=True)
                        seeders_leechers = td[5].find("div")["title"].split("|")
                        seeders = seeders_leechers[0].replace("Seeders: ", "").strip()
                        leechers = seeders_leechers[1].replace("Leechers: ", "").strip()
                        my_dict["data"].append(
                            {
                                "name": name,
                                "size": size,
                                "seeders": seeders,
                                "leechers": leechers,
                                "hash": re.search(
                                    r"([{a-f\d,A-F\d}]{32,40})\b", magnet
                                ).group(0),
                                "magnet": magnet,
                                "url": self.BASE_URL + url,
                                "date": date,
                            }
                        )
                    if len(my_dict["data"]) == self.LIMIT:
                        break
                try:
                    ul = soup.find("ul", class_="pagination")
                    tpages = ul.find_all("a")[-3].text
                    current_page = (ul.find("li", class_="active")).find("a").text
                    my_dict["current_page"] = int(current_page)
                    my_dict["total_pages"] = int(tpages)
                except:
                    my_dict["current_page"] = None
                    my_dict["total_pages"] = None
                return my_dict
        except:
            return None

    async def search(self, query, page, limit):
        async with aiohttp.ClientSession() as session:
            start_time = time.time()
            self.LIMIT = limit
            url = self.BASE_URL + "/search?pg={1}&q={0}&v=t".format(query, page)
            return await self.parser_result(start_time, url, session)

    async def parser_result(self, start_time, url, session):
        html = await Scraper().get_all_results(session, url)
        results = self._parser(html)
        if results is not None:
            results["time"] = time.time() - start_time
            results["total"] = len(results["data"])
            return results
        return results