File size: 434 Bytes
39dbdf0
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
import requests
import pandas as pd
from datasets import load_dataset

def load_dataset(dataset_url):
    if dataset_url.startswith("http"):
        response = requests.get(dataset_url)
        with open("temp_dataset.csv", "wb") as f:
            f.write(response.content)
        dataset = load_dataset("csv", data_files="temp_dataset.csv")
    else:
        dataset = load_dataset("csv", data_files=dataset_url)
    return dataset