torrents/glodls.py

import time
import aiohttp
from bs4 import BeautifulSoup
from helper.html_scraper import Scraper
from constants.base_url import GLODLS


class Glodls:
    def __init__(self):
        self.BASE_URL = GLODLS
        self.LIMIT = None

    def _parser(self, htmls):
        try:
            for html in htmls:
                soup = BeautifulSoup(html, "html.parser")

                my_dict = {"data": []}
                for tr in soup.find_all("tr", class_="t-row")[0:-1:2]:
                    td = tr.find_all("td")
                    name = td[1].find_all("a")[-1].find("b").text
                    url = self.BASE_URL + td[1].find_all("a")[-1]["href"]
                    torrent = self.BASE_URL + td[2].find("a")["href"]
                    magnet = td[3].find("a")["href"]
                    size = td[4].text
                    seeders = td[5].find("font").find("b").text
                    leechers = td[6].find("font").find("b").text
                    try:
                        uploader = td[7].find("a").find("b").find("font").text
                    except:
                        uploader = ""
                    my_dict["data"].append(
                        {
                            "name": name,
                            "size": size,
                            "uploader": uploader,
                            "seeders": seeders,
                            "leechers": leechers,
                            "magnet": magnet,
                            "torrent": torrent,
                            "url": self.BASE_URL + url,
                        }
                    )
                    if len(my_dict["data"]) == self.LIMIT:
                        break
                try:
                    pagination = soup.find("div", class_="pagination")
                    total_pages = pagination.find_all("a")[-2]["href"]
                    total_pages = total_pages.split("=")[-1]
                    my_dict["total_pages"] = int(total_pages) + 1
                except:
                    ...
                return my_dict
        except:
            return None

    async def search(self, query, page, limit):
        async with aiohttp.ClientSession() as session:
            start_time = time.time()
            self.LIMIT = limit
            url = (
                self.BASE_URL
                + "/search_results.php?search={}&cat=0&incldead=0&inclexternal=0&lang=0&sort=seeders&order=desc&page={}".format(
                    query, page - 1
                )
            )
            return await self.parser_result(start_time, url, session)

    async def parser_result(self, start_time, url, session):
        html = await Scraper().get_all_results(session, url)
        results = self._parser(html)
        if results is not None:
            results["time"] = time.time() - start_time
            results["total"] = len(results["data"])
            return results
        return results

    async def trending(self, category, page, limit):
        async with aiohttp.ClientSession() as session:
            start_time = time.time()
            self.LIMIT = limit
            url = self.BASE_URL + "/today.php"
            return await self.parser_result(start_time, url, session)

    async def recent(self, category, page, limit):
        async with aiohttp.ClientSession() as session:
            start_time = time.time()
            self.LIMIT = limit
            url = self.BASE_URL + "/search.php"
            return await self.parser_result(start_time, url, session)