satishjasthij commited on
Commit
bc6e9f5
·
1 Parent(s): d1df841

Add gitignore and upload data to hf

Browse files
Files changed (2) hide show
  1. .gitignore +2 -1
  2. engine/upload_data_to_hf.py +22 -3
.gitignore CHANGED
@@ -1,2 +1,3 @@
1
  data/
2
- .DS_Store
 
 
1
  data/
2
+ .DS_Store
3
+ __pycache__
engine/upload_data_to_hf.py CHANGED
@@ -1,16 +1,35 @@
1
  import os
2
  from huggingface_hub import HfApi
3
  from pathlib import Path
4
-
5
  PROJECT_ROOT = Path(__file__).resolve().parent.parent
6
  api = HfApi()
7
  print("Uploading data.....")
8
  api.upload_folder(
9
  folder_path=str(PROJECT_ROOT / "data"),
10
- repo_id="satishjasthij/Unsplash-Visual-Semantic",
11
  repo_type="space",
12
  token=os.getenv("HUGGINGFACE_TOKEN"),
13
  commit_message="add dataset",
14
  create_pr=True,
15
  )
16
- print("Finished uploading data")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import os
2
  from huggingface_hub import HfApi
3
  from pathlib import Path
 
4
  PROJECT_ROOT = Path(__file__).resolve().parent.parent
5
  api = HfApi()
6
  print("Uploading data.....")
7
  api.upload_folder(
8
  folder_path=str(PROJECT_ROOT / "data"),
9
+ repo_id="satishjasthij/PicMatch",
10
  repo_type="space",
11
  token=os.getenv("HUGGINGFACE_TOKEN"),
12
  commit_message="add dataset",
13
  create_pr=True,
14
  )
15
+ print("Finished uploading data")
16
+
17
+ print("Uploading databases.....")
18
+ print("Uploading milvus.db")
19
+ api.upload_file(
20
+ path_or_fileobj=str(PROJECT_ROOT / "milvus.db"),
21
+ path_in_repo="milvus.db",
22
+ repo_id="satishjasthij/PicMatch",
23
+ repo_type="space",
24
+ token=os.getenv("HUGGINGFACE_TOKEN"),
25
+ )
26
+ print("Finished uploading milvus.db")
27
+ print("Uploading image_tracker.db")
28
+ api.upload_file(
29
+ path_or_fileobj=str(PROJECT_ROOT / "image_tracker.db"),
30
+ path_in_repo="image_tracker.db",
31
+ repo_id="satishjasthij/PicMatch",
32
+ repo_type="space",
33
+ token=os.getenv("HUGGINGFACE_TOKEN"),
34
+ )
35
+ print("Finished uploading image_tracker.db")