File size: 4,394 Bytes
4e213b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 |
import re
import time
import aiohttp
from bs4 import BeautifulSoup
from helper.html_scraper import Scraper
from constants.base_url import BITSEARCH
class Bitsearch:
def __init__(self):
self.BASE_URL = BITSEARCH
self.LIMIT = None
def _parser(self, htmls):
try:
for html in htmls:
soup = BeautifulSoup(html, "html.parser")
my_dict = {"data": []}
for divs in soup.find_all("li", class_="search-result"):
info = divs.find("div", class_="info")
name = info.find("h5", class_="title").find("a").text
url = info.find("h5", class_="title").find("a")["href"]
category = info.find("div").find("a", class_="category").text
if not category:
continue
stats = info.find("div", class_="stats").find_all("div")
if stats:
downloads = stats[0].text
size = stats[1].text
seeders = stats[2].text.strip()
leechers = stats[3].text.strip()
date = stats[4].text
links = divs.find("div", class_="links").find_all("a")
magnet = links[1]["href"]
torrent = links[0]["href"]
my_dict["data"].append(
{
"name": name,
"size": size,
"seeders": seeders,
"leechers": leechers,
"category": category,
"hash": re.search(
r"([{a-f\d,A-F\d}]{32,40})\b", magnet
).group(0),
"magnet": magnet,
"torrent": torrent,
"url": self.BASE_URL + url,
"date": date,
"downloads": downloads,
}
)
if len(my_dict["data"]) == self.LIMIT:
break
try:
total_pages = (
int(
soup.select(
"body > main > div.container.mt-2 > div > div:nth-child(1) > div > span > b"
)[0].text
)
/ 20
) # !20 search result available on each page
total_pages = (
total_pages + 1
if type(total_pages) == float
else total_pages
if int(total_pages) > 0
else total_pages + 1
)
current_page = int(
soup.find("div", class_="pagination")
.find("a", class_="active")
.text
)
my_dict["current_page"] = current_page
my_dict["total_pages"] = int(total_pages)
except:
...
return my_dict
except:
return None
async def search(self, query, page, limit):
async with aiohttp.ClientSession() as session:
start_time = time.time()
self.LIMIT = limit
url = self.BASE_URL + "/search?q={}&page={}".format(query, page)
return await self.parser_result(start_time, url, session)
async def parser_result(self, start_time, url, session):
html = await Scraper().get_all_results(session, url)
results = self._parser(html)
if results is not None:
results["time"] = time.time() - start_time
results["total"] = len(results["data"])
return results
return results
async def trending(self, category, page, limit):
async with aiohttp.ClientSession() as session:
start_time = time.time()
self.LIMIT = limit
url = self.BASE_URL + "/trending"
return await self.parser_result(start_time, url, session) |