Spaces:
Runtime error
Runtime error
Commit
·
9c5ef2c
1
Parent(s):
9f88842
update
Browse files
app.py
CHANGED
|
@@ -17,8 +17,6 @@ if hf_token:
|
|
| 17 |
else:
|
| 18 |
logger.error("HF_TOKEN not found in environment variables")
|
| 19 |
|
| 20 |
-
SAMPLE_NUM = 10
|
| 21 |
-
|
| 22 |
# Set up logging
|
| 23 |
logging.basicConfig(level=logging.INFO,
|
| 24 |
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
|
|
@@ -79,19 +77,14 @@ def save_session_data(username, data):
|
|
| 79 |
with open(temp_file_path, 'w') as f:
|
| 80 |
f.write(json_data)
|
| 81 |
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
path_or_fileobj=temp_file_path,
|
| 91 |
-
path_in_repo=f"session_data_pref/{file_name}",
|
| 92 |
-
repo_id="luulinh90s/Tabular-LLM-Study-Data",
|
| 93 |
-
repo_type="space",
|
| 94 |
-
)
|
| 95 |
|
| 96 |
# Remove the temporary file
|
| 97 |
os.remove(temp_file_path)
|
|
@@ -158,14 +151,14 @@ def load_samples(methods):
|
|
| 158 |
|
| 159 |
def select_balanced_samples(samples):
|
| 160 |
try:
|
| 161 |
-
# Ensure we have at least
|
| 162 |
unique_samples = list({(s['category'], s['file']) for s in samples})
|
| 163 |
|
| 164 |
-
if len(unique_samples) <
|
| 165 |
logger.warning(f"Not enough unique samples. Only {len(unique_samples)} available.")
|
| 166 |
selected_samples = unique_samples
|
| 167 |
else:
|
| 168 |
-
selected_samples = random.sample(unique_samples,
|
| 169 |
|
| 170 |
logger.info(f"Unique sampled samples:\n{selected_samples}")
|
| 171 |
|
|
|
|
| 17 |
else:
|
| 18 |
logger.error("HF_TOKEN not found in environment variables")
|
| 19 |
|
|
|
|
|
|
|
| 20 |
# Set up logging
|
| 21 |
logging.basicConfig(level=logging.INFO,
|
| 22 |
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
|
|
|
|
| 77 |
with open(temp_file_path, 'w') as f:
|
| 78 |
f.write(json_data)
|
| 79 |
|
| 80 |
+
# Upload the file to a separate Hugging Face Space dedicated to data storage
|
| 81 |
+
api = HfApi()
|
| 82 |
+
api.upload_file(
|
| 83 |
+
path_or_fileobj=temp_file_path,
|
| 84 |
+
path_in_repo=f"session_data_pref/{file_name}",
|
| 85 |
+
repo_id="luulinh90s/Tabular-LLM-Study-Data",
|
| 86 |
+
repo_type="space",
|
| 87 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
|
| 89 |
# Remove the temporary file
|
| 90 |
os.remove(temp_file_path)
|
|
|
|
| 151 |
|
| 152 |
def select_balanced_samples(samples):
|
| 153 |
try:
|
| 154 |
+
# Ensure we have at least 10 unique samples
|
| 155 |
unique_samples = list({(s['category'], s['file']) for s in samples})
|
| 156 |
|
| 157 |
+
if len(unique_samples) < 10:
|
| 158 |
logger.warning(f"Not enough unique samples. Only {len(unique_samples)} available.")
|
| 159 |
selected_samples = unique_samples
|
| 160 |
else:
|
| 161 |
+
selected_samples = random.sample(unique_samples, 10)
|
| 162 |
|
| 163 |
logger.info(f"Unique sampled samples:\n{selected_samples}")
|
| 164 |
|