File size: 864 Bytes
3ae828c a725af0 86d2f2e 869adb6 18350b3 86d2f2e 951051a 86d2f2e 869adb6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
import json
from validation_submission.validation import validate_individual
from huggingface_hub import HfApi
import os
def validate_save_individual(data, error_box, mode):
individual, error_box = validate_individual(data, error_box, mode)
if individual:
push_to_dataset_hf(individual.model_dump())
return error_box
def push_to_dataset_hf(individual):
token = os.environ.get("HF_TOKEN", None)
api = HfApi(token=token)
import tempfile
f = tempfile.NamedTemporaryFile(mode="w", suffix=".json", delete=False)
json.dump(individual, f)
f.flush()
f.close()
path_in_repo= f"data/{individual['image_md5']}.json"
print(path_in_repo)
# api.upload_file(
# path_or_fileobj=f.name,
# path_in_repo=path_in_repo,
# repo_id="SDSC/digiwild-dataset",
# repo_type="dataset",
# ) |