Danielrahmai1991 commited on
Commit
5e0943d
·
verified ·
1 Parent(s): 11bb884

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +2 -2
utils.py CHANGED
@@ -20,10 +20,10 @@ def update_db_hub(texts, topics, dates):
20
 
21
  try:
22
  # Load the dataset (use_auth_token=True if it's private)
23
- dataset = load_dataset(dataset_name, download_config=DownloadConfig(token=api_token))
24
  # print("Dataset loaded successfully!", dataset)
25
  # print(dataset)
26
- updated_dataset = concatenate_datasets([dataset['train'], new_dataset])
27
  except Exception as e:
28
  updated_dataset = new_dataset
29
  print(f"Failed to load dataset: {e}")
 
20
 
21
  try:
22
  # Load the dataset (use_auth_token=True if it's private)
23
+ # dataset = load_dataset(dataset_name, download_config=DownloadConfig(token=api_token))
24
  # print("Dataset loaded successfully!", dataset)
25
  # print(dataset)
26
+ # updated_dataset = concatenate_datasets([dataset['train'], new_dataset])
27
  except Exception as e:
28
  updated_dataset = new_dataset
29
  print(f"Failed to load dataset: {e}")