Update ✨Entity Linking Application✨.py

✨Entity Linking Application✨.py

@@ -16,11 +16,6 @@ import sys
 from googlesearch import search
 
 
-headers = {
-    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
-}
-
-
 folder_path = '/home/user/app/qids_folder'
 
 if not os.path.exists(folder_path):
@@ -61,7 +56,7 @@ async def fetch_json(url, session):
         return await response.json()
 
 async def combination_method(name, session):
-    async with aiohttp.ClientSession(headers=headers) as session:
+    async with aiohttp.ClientSession() as session:
         data = set()
         new_name = name.split()
         x = itertools_combinations(new_name, 2)
@@ -74,7 +69,7 @@ async def combination_method(name, session):
     return data
 
 async def single_method(name, session):
-    async with aiohttp.ClientSession(headers=headers) as session:
+    async with aiohttp.ClientSession() as session:
         data = set()
         new_name = name.replace("-", " ").replace("/", " ").split()
         for i in new_name:
@@ -89,11 +84,12 @@ async def mains(name, single, combi):
     disam_data = set()
     qids = set()
     
-    async with aiohttp.ClientSession(headers=headers) as session:
+    async with aiohttp.ClientSession() as session:
         url = f"{name} site:en.wikipedia.org inurl:/wiki/ -inurl:?"
         s = search(url, num_results = 30, lang="en")
         for i in s:
             data.add(i.split("/")[-1])
+            print(i)
 
         wikipedia_url = f"https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch={name}&srlimit=1&srprop=&srenablerewrites=True&srinfo=suggestion&format=json"
         json_data = await fetch_json(wikipedia_url, session)
@@ -178,7 +174,7 @@ def cleaner(text):
     return text
 
 async def retriever(qid):
-    async with aiohttp.ClientSession(headers=headers) as session: 
+    async with aiohttp.ClientSession() as session: 
         list_with_sent = []
 
         query_label = f"""SELECT ?subjectLabel