Spaces:
Sleeping
Sleeping
Commit
·
bc6e9f5
1
Parent(s):
d1df841
Add gitignore and upload data to hf
Browse files- .gitignore +2 -1
- engine/upload_data_to_hf.py +22 -3
.gitignore
CHANGED
@@ -1,2 +1,3 @@
|
|
1 |
data/
|
2 |
-
.DS_Store
|
|
|
|
1 |
data/
|
2 |
+
.DS_Store
|
3 |
+
__pycache__
|
engine/upload_data_to_hf.py
CHANGED
@@ -1,16 +1,35 @@
|
|
1 |
import os
|
2 |
from huggingface_hub import HfApi
|
3 |
from pathlib import Path
|
4 |
-
|
5 |
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
6 |
api = HfApi()
|
7 |
print("Uploading data.....")
|
8 |
api.upload_folder(
|
9 |
folder_path=str(PROJECT_ROOT / "data"),
|
10 |
-
repo_id="satishjasthij/
|
11 |
repo_type="space",
|
12 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
13 |
commit_message="add dataset",
|
14 |
create_pr=True,
|
15 |
)
|
16 |
-
print("Finished uploading data")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import os
|
2 |
from huggingface_hub import HfApi
|
3 |
from pathlib import Path
|
|
|
4 |
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
5 |
api = HfApi()
|
6 |
print("Uploading data.....")
|
7 |
api.upload_folder(
|
8 |
folder_path=str(PROJECT_ROOT / "data"),
|
9 |
+
repo_id="satishjasthij/PicMatch",
|
10 |
repo_type="space",
|
11 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
12 |
commit_message="add dataset",
|
13 |
create_pr=True,
|
14 |
)
|
15 |
+
print("Finished uploading data")
|
16 |
+
|
17 |
+
print("Uploading databases.....")
|
18 |
+
print("Uploading milvus.db")
|
19 |
+
api.upload_file(
|
20 |
+
path_or_fileobj=str(PROJECT_ROOT / "milvus.db"),
|
21 |
+
path_in_repo="milvus.db",
|
22 |
+
repo_id="satishjasthij/PicMatch",
|
23 |
+
repo_type="space",
|
24 |
+
token=os.getenv("HUGGINGFACE_TOKEN"),
|
25 |
+
)
|
26 |
+
print("Finished uploading milvus.db")
|
27 |
+
print("Uploading image_tracker.db")
|
28 |
+
api.upload_file(
|
29 |
+
path_or_fileobj=str(PROJECT_ROOT / "image_tracker.db"),
|
30 |
+
path_in_repo="image_tracker.db",
|
31 |
+
repo_id="satishjasthij/PicMatch",
|
32 |
+
repo_type="space",
|
33 |
+
token=os.getenv("HUGGINGFACE_TOKEN"),
|
34 |
+
)
|
35 |
+
print("Finished uploading image_tracker.db")
|