<filename>cse.py
import json
from tqdm import tqdm
from googleapiclient.discovery import build
import config

def google_search(search_term, api_key, cse_id, **kwargs):
    service = build("customsearch", "v1", developerKey=api_key)
    res = service.cse().list(q=search_term, cx=cse_id, **kwargs).execute()
    return res['items']

if __name__ == '__main__':
    my_api_key = config.api_key
    my_cse_id = config.cse_id
    my_search_topic = config.target_topic

    total_page_number = config.google_search_maximum_page_number
    results = []

    for page_number in tqdm(range(total_page_number)):
        current_result = google_search(my_search_topic, my_api_key, my_cse_id, num=10, start=page_number*10+1)
        results += current_result
       
    with open('google_search.json', 'w') as dump_file:
        json.dump(results, dump_file)

<filename>cse.py
import json
from tqdm import tqdm
from googleapiclient.discovery import build
import config

def google_search(search_term, api_key, cse_id, **kwargs):
    service = build("customsearch", "v1", developerKey=api_key)
    res = service.cse().list(q=search_term, cx=cse_id, **kwargs).execute()
    return res['items']

if __name__ == '__main__':
    my_api_key = config.api_key
    my_cse_id = config.cse_id
    my_search_topic = config.target_topic

    total_page_number = config.google_search_maximum_page_number
    results = []

    for page_number in tqdm(range(total_page_number)):
        current_result = google_search(my_search_topic, my_api_key, my_cse_id, num=10, start=page_number*10+1)
        results += current_result
       
    with open('google_search.json', 'w') as dump_file:
        json.dump(results, dump_file)
