Tomatillo commited on
Commit
682a939
·
verified ·
1 Parent(s): 774092c

updated by TomS for get_samples

Browse files
Files changed (1) hide show
  1. src/get_labels_from_samples.py +2 -2
src/get_labels_from_samples.py CHANGED
@@ -4,11 +4,11 @@ import math
4
  def get_samples(client, dataset_identifier):
5
  dataset = client.get_dataset(dataset_identifier)
6
  samples_count = getattr(dataset, "samples_count", 0)
7
- total_pages = math.ceil(samples_count / 1000)
8
  page = 1
9
  per_page = 1000
10
  samples = []
11
- while page <= total_pages:
12
  response = client.get_samples(dataset_identifier, per_page=per_page, page=page)
13
  samples.extend(response)
14
  page += 1
 
4
  def get_samples(client, dataset_identifier):
5
  dataset = client.get_dataset(dataset_identifier)
6
  samples_count = getattr(dataset, "samples_count", 0)
7
+ roundup = round((samples_count / 1000), 0)
8
  page = 1
9
  per_page = 1000
10
  samples = []
11
+ while page <= roundup:
12
  response = client.get_samples(dataset_identifier, per_page=per_page, page=page)
13
  samples.extend(response)
14
  page += 1