import requests import pandas as pd from datasets import load_dataset def load_dataset(dataset_url): if dataset_url.startswith("http"): response = requests.get(dataset_url) with open("temp_dataset.csv", "wb") as f: f.write(response.content) dataset = load_dataset("csv", data_files="temp_dataset.csv") else: dataset = load_dataset("csv", data_files=dataset_url) return dataset