Update torrents/glodls.py

torrents/glodls.py

@@ -0,0 +1,90 @@
+import time
+import aiohttp
+from bs4 import BeautifulSoup
+from helper.html_scraper import Scraper
+from constants.base_url import GLODLS
+
+
+class Glodls:
+    def __init__(self):
+        self.BASE_URL = GLODLS
+        self.LIMIT = None
+
+    def _parser(self, htmls):
+        try:
+            for html in htmls:
+                soup = BeautifulSoup(html, "html.parser")
+
+                my_dict = {"data": []}
+                for tr in soup.find_all("tr", class_="t-row")[0:-1:2]:
+                    td = tr.find_all("td")
+                    name = td[1].find_all("a")[-1].find("b").text
+                    url = self.BASE_URL + td[1].find_all("a")[-1]["href"]
+                    torrent = self.BASE_URL + td[2].find("a")["href"]
+                    magnet = td[3].find("a")["href"]
+                    size = td[4].text
+                    seeders = td[5].find("font").find("b").text
+                    leechers = td[6].find("font").find("b").text
+                    try:
+                        uploader = td[7].find("a").find("b").find("font").text
+                    except:
+                        uploader = ""
+                    my_dict["data"].append(
+                        {
+                            "name": name,
+                            "size": size,
+                            "uploader": uploader,
+                            "seeders": seeders,
+                            "leechers": leechers,
+                            "magnet": magnet,
+                            "torrent": torrent,
+                            "url": self.BASE_URL + url,
+                        }
+                    )
+                    if len(my_dict["data"]) == self.LIMIT:
+                        break
+                try:
+                    pagination = soup.find("div", class_="pagination")
+                    total_pages = pagination.find_all("a")[-2]["href"]
+                    total_pages = total_pages.split("=")[-1]
+                    my_dict["total_pages"] = int(total_pages) + 1
+                except:
+                    ...
+                return my_dict
+        except:
+            return None
+
+    async def search(self, query, page, limit):
+        async with aiohttp.ClientSession() as session:
+            start_time = time.time()
+            self.LIMIT = limit
+            url = (
+                self.BASE_URL
+                + "/search_results.php?search={}&cat=0&incldead=0&inclexternal=0&lang=0&sort=seeders&order=desc&page={}".format(
+                    query, page - 1
+                )
+            )
+            return await self.parser_result(start_time, url, session)
+
+    async def parser_result(self, start_time, url, session):
+        html = await Scraper().get_all_results(session, url)
+        results = self._parser(html)
+        if results is not None:
+            results["time"] = time.time() - start_time
+            results["total"] = len(results["data"])
+            return results
+        return results
+
+    async def trending(self, category, page, limit):
+        async with aiohttp.ClientSession() as session:
+            start_time = time.time()
+            self.LIMIT = limit
+            url = self.BASE_URL + "/today.php"
+            return await self.parser_result(start_time, url, session)
+
+    async def recent(self, category, page, limit):
+        async with aiohttp.ClientSession() as session:
+            start_time = time.time()
+            self.LIMIT = limit
+            url = self.BASE_URL + "/search.php"
+            return await self.parser_result(start_time, url, session)