Commit
·
2e284e5
1
Parent(s):
7b9d2a1
Refactor push_to_hf function and update UI
Browse files
app.py
CHANGED
@@ -53,7 +53,10 @@ def upload_directory_to_hf(
|
|
53 |
|
54 |
|
55 |
def push_to_hf(
|
56 |
-
source_github_repository,
|
|
|
|
|
|
|
57 |
):
|
58 |
gr.Info("Cloning source GitHub repository...")
|
59 |
repo, temporary_directory = clone_into_temp_dir(source_github_repository)
|
@@ -66,7 +69,7 @@ def push_to_hf(
|
|
66 |
upload_directory_to_hf(
|
67 |
repo_id=destination_hf_hub_repository,
|
68 |
directory=src_directory,
|
69 |
-
token=hf_token,
|
70 |
private=False,
|
71 |
)
|
72 |
gr.Info("Syncing with Hugging Face Hub...Done")
|
@@ -152,42 +155,46 @@ with gr.Blocks(theme=gr.themes.Base()) as demo:
|
|
152 |
"""<center> GitHub is a great place for sharing code but the Hugging Face Hub has many advantages for sharing datasets.
|
153 |
<br> This Space will guide you through the process of migrating a dataset from GitHub to the Hugging Face Hub. </center>"""
|
154 |
)
|
|
|
|
|
|
|
155 |
gr.Markdown("### Location of existing dataset")
|
156 |
gr.Markdown("URL for the GitHub repository where the dataset is currently hosted")
|
157 |
source_github_repository = gr.Textbox(lines=1, label="Source GitHub Repository URL")
|
158 |
-
gr.
|
159 |
-
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
165 |
-
|
166 |
-
|
167 |
-
|
168 |
-
|
169 |
-
|
170 |
-
|
171 |
-
|
172 |
-
|
173 |
-
|
174 |
-
|
175 |
-
|
176 |
-
|
177 |
-
|
178 |
-
|
|
|
179 |
gr.Markdown("### Destination for your migrated dataset")
|
180 |
gr.Markdown("Destination repository for your dataset on the Hugging Face Hub")
|
181 |
destination_hf_hub_repository = gr.Textbox(
|
182 |
label="Destination Hugging Face Repository",
|
183 |
placeholder="i.e. <hugging face username>/<repository_name>",
|
184 |
)
|
185 |
-
gr.Markdown("## Authentication")
|
186 |
-
gr.Markdown(
|
187 |
-
|
188 |
-
|
189 |
-
)
|
190 |
-
hf_token = gr.Textbox(label="Hugging Face Token", type="password")
|
191 |
summit_btn = gr.Button("Migrate Dataset")
|
192 |
result = gr.Markdown(label="Summary", visible=True)
|
193 |
summit_btn.click(
|
@@ -195,7 +202,6 @@ with gr.Blocks(theme=gr.themes.Base()) as demo:
|
|
195 |
[
|
196 |
source_github_repository,
|
197 |
destination_hf_hub_repository,
|
198 |
-
hf_token,
|
199 |
folder_in_github_repo,
|
200 |
],
|
201 |
[result],
|
|
|
53 |
|
54 |
|
55 |
def push_to_hf(
|
56 |
+
source_github_repository,
|
57 |
+
destination_hf_hub_repository,
|
58 |
+
hf_token: gr.OAuthToken,
|
59 |
+
subdirectory=None,
|
60 |
):
|
61 |
gr.Info("Cloning source GitHub repository...")
|
62 |
repo, temporary_directory = clone_into_temp_dir(source_github_repository)
|
|
|
69 |
upload_directory_to_hf(
|
70 |
repo_id=destination_hf_hub_repository,
|
71 |
directory=src_directory,
|
72 |
+
token=hf_token.token,
|
73 |
private=False,
|
74 |
)
|
75 |
gr.Info("Syncing with Hugging Face Hub...Done")
|
|
|
155 |
"""<center> GitHub is a great place for sharing code but the Hugging Face Hub has many advantages for sharing datasets.
|
156 |
<br> This Space will guide you through the process of migrating a dataset from GitHub to the Hugging Face Hub. </center>"""
|
157 |
)
|
158 |
+
with gr.Row():
|
159 |
+
gr.LoginButton(size="sm")
|
160 |
+
gr.LogoutButton(size="sm")
|
161 |
gr.Markdown("### Location of existing dataset")
|
162 |
gr.Markdown("URL for the GitHub repository where the dataset is currently hosted")
|
163 |
source_github_repository = gr.Textbox(lines=1, label="Source GitHub Repository URL")
|
164 |
+
with gr.Accordion("Advanced Options", open=False):
|
165 |
+
gr.Markdown("### Select files and folder to migrate")
|
166 |
+
gr.Markdown(
|
167 |
+
"(Optional): select a specific folder and/or files to migrate from the GitHub repository. If you select a folder all the files in that folder will be migrated."
|
168 |
+
)
|
169 |
+
folder_in_github_repo = gr.Dropdown(
|
170 |
+
None,
|
171 |
+
label="Folder in the GitHub Repository to migrate",
|
172 |
+
allow_custom_value=True,
|
173 |
+
visible=True,
|
174 |
+
)
|
175 |
+
files_in_github_repo = gr.Dropdown(
|
176 |
+
None,
|
177 |
+
label="Files in GitHub Repository to migrate",
|
178 |
+
allow_custom_value=True,
|
179 |
+
visible=True,
|
180 |
+
)
|
181 |
+
source_github_repository.change(
|
182 |
+
show_files_and_directories,
|
183 |
+
[source_github_repository],
|
184 |
+
[folder_in_github_repo, files_in_github_repo],
|
185 |
+
)
|
186 |
gr.Markdown("### Destination for your migrated dataset")
|
187 |
gr.Markdown("Destination repository for your dataset on the Hugging Face Hub")
|
188 |
destination_hf_hub_repository = gr.Textbox(
|
189 |
label="Destination Hugging Face Repository",
|
190 |
placeholder="i.e. <hugging face username>/<repository_name>",
|
191 |
)
|
192 |
+
# gr.Markdown("## Authentication")
|
193 |
+
# gr.Markdown(
|
194 |
+
# """You need to provide a token with write access to the namespace you want to upload to.
|
195 |
+
# You can generate/access your Hugging FAce token from [here](https://huggingface.co/settings/token)."""
|
196 |
+
# )
|
197 |
+
# hf_token = gr.Textbox(label="Hugging Face Token", type="password")
|
198 |
summit_btn = gr.Button("Migrate Dataset")
|
199 |
result = gr.Markdown(label="Summary", visible=True)
|
200 |
summit_btn.click(
|
|
|
202 |
[
|
203 |
source_github_repository,
|
204 |
destination_hf_hub_repository,
|
|
|
205 |
folder_in_github_repo,
|
206 |
],
|
207 |
[result],
|