Danielrahmai1991 commited on
Commit
cdde01e
·
verified ·
1 Parent(s): 7ddec46

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +4 -3
utils.py CHANGED
@@ -14,13 +14,14 @@ def update_db_hub(texts, topics, dates):
14
  "topic": topics,
15
  "date": dates
16
  }
 
17
  new_dataset = Dataset.from_dict(new_rows)
18
 
19
  try:
20
  # Load the dataset (use_auth_token=True if it's private)
21
  dataset = load_dataset(dataset_name, use_auth_token=True)
22
- print("Dataset loaded successfully!")
23
- print(dataset)
24
  updated_dataset = concatenate_datasets([dataset['train'], new_dataset])
25
  except Exception as e:
26
  updated_dataset = new_dataset
@@ -29,7 +30,7 @@ def update_db_hub(texts, topics, dates):
29
  # Replace with your Space's repository name
30
  # Sample data
31
 
32
-
33
  # Push the updated dataset back to the hub
34
  try:
35
  updated_dataset.push_to_hub(dataset_name, private=False) # Set private=False if it's not private
 
14
  "topic": topics,
15
  "date": dates
16
  }
17
+ print("new_rows", new_rows)
18
  new_dataset = Dataset.from_dict(new_rows)
19
 
20
  try:
21
  # Load the dataset (use_auth_token=True if it's private)
22
  dataset = load_dataset(dataset_name, use_auth_token=True)
23
+ print("Dataset loaded successfully!", dataset)
24
+ # print(dataset)
25
  updated_dataset = concatenate_datasets([dataset['train'], new_dataset])
26
  except Exception as e:
27
  updated_dataset = new_dataset
 
30
  # Replace with your Space's repository name
31
  # Sample data
32
 
33
+ print("updated_dataset", updated_dataset)
34
  # Push the updated dataset back to the hub
35
  try:
36
  updated_dataset.push_to_hub(dataset_name, private=False) # Set private=False if it's not private