Spaces:
Running
Running
updated by TomS for get_samples
Browse files
src/get_labels_from_samples.py
CHANGED
@@ -4,11 +4,11 @@ import math
|
|
4 |
def get_samples(client, dataset_identifier):
|
5 |
dataset = client.get_dataset(dataset_identifier)
|
6 |
samples_count = getattr(dataset, "samples_count", 0)
|
7 |
-
|
8 |
page = 1
|
9 |
per_page = 1000
|
10 |
samples = []
|
11 |
-
while page <=
|
12 |
response = client.get_samples(dataset_identifier, per_page=per_page, page=page)
|
13 |
samples.extend(response)
|
14 |
page += 1
|
|
|
4 |
def get_samples(client, dataset_identifier):
|
5 |
dataset = client.get_dataset(dataset_identifier)
|
6 |
samples_count = getattr(dataset, "samples_count", 0)
|
7 |
+
roundup = round((samples_count / 1000), 0)
|
8 |
page = 1
|
9 |
per_page = 1000
|
10 |
samples = []
|
11 |
+
while page <= roundup:
|
12 |
response = client.get_samples(dataset_identifier, per_page=per_page, page=page)
|
13 |
samples.extend(response)
|
14 |
page += 1
|