Upload utils.py with huggingface_hub

utils.py

@@ -1,3 +1,4 @@
+import json
 from typing import Any, Dict
 
 
@@ -22,3 +23,22 @@ def flatten_dict(
             items.append((new_key, v))
 
     return dict(items)
+
+
+def load_json(path):
+    with open(path) as f:
+        try:
+            return json.load(f)
+        except json.decoder.JSONDecodeError as e:
+            with open(path) as f:
+                file_content = "\n".join(f.readlines())
+            raise RuntimeError(
+                f"Failed to decode json file at '{path}' with file content:\n{file_content}"
+            ) from e
+
+
+def save_json(path, data):
+    with open(path, "w") as f:
+        dumped = json.dumps(data, indent=4, ensure_ascii=False)
+        f.write(dumped)
+        f.write("\n")