saving changes to hugging face (#2)

- final update to save Q&A at hugging face (ad08399d13ad9a895fa668dd27826000f6885c95)

.devcontainer/devcontainer.json

@@ -1,33 +0,0 @@
-{
-  "name": "Python 3",
-  // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
-  "image": "mcr.microsoft.com/devcontainers/python:1-3.11-bullseye",
-  "customizations": {
-    "codespaces": {
-      "openFiles": [
-        "README.md",
-        "app.py"
-      ]
-    },
-    "vscode": {
-      "settings": {},
-      "extensions": [
-        "ms-python.python",
-        "ms-python.vscode-pylance"
-      ]
-    }
-  },
-  "updateContentCommand": "[ -f packages.txt ] && sudo apt update && sudo apt upgrade -y && sudo xargs apt install -y <packages.txt; [ -f requirements.txt ] && pip3 install --user -r requirements.txt; pip3 install --user streamlit; echo '✅ Packages installed and Requirements met'",
-  "postAttachCommand": {
-    "server": "streamlit run app.py --server.enableCORS false --server.enableXsrfProtection false"
-  },
-  "portsAttributes": {
-    "8501": {
-      "label": "Application",
-      "onAutoForward": "openPreview"
-    }
-  },
-  "forwardPorts": [
-    8501
-  ]
-}

.gitignore

@@ -4,4 +4,4 @@ __pycache__/
 *.pyo
 
 # Ignore CSV's present in raw_data folder
-*/raw_data
+*.env

pages/3_Add_Questions.py

@@ -2,6 +2,7 @@ import streamlit as st
 import json
 from pathlib import Path
 from utils.code_services import format_code, execute_code
+from utils.save_to_hf import commit_and_push_changes
 
 QUESTIONS_DIR = Path("data/questions")
 QUESTIONS_DIR.mkdir(parents=True, exist_ok=True)
@@ -53,6 +54,7 @@ if st.button("Save Question"):
                 json.dump(metadata, f, indent=4)
 
             st.success(f"✅ Question saved successfully! (ID: {question_id})")
+            commit_and_push_changes()
             st.info("refresh in-order to see the applied changes")
             if st.button("refresh") :
                 st.rerun()

pages/4_Edit_Questions.py

@@ -3,6 +3,7 @@ import streamlit as st
 from pathlib import Path
 from utils.load_jsonl import load_data
 from utils.code_services import format_code, execute_code
+from utils.save_to_hf import commit_and_push_changes
 
 DATA_DIR = Path("data/questions")
 JSONL_FILE = "output.jsonl"
@@ -68,6 +69,7 @@ if selected_question:
                     json.dump(updated_metadata, f, indent=4)
 
                 st.success(f"✅ Question ID {selected_question_id} updated successfully!")
+                commit_and_push_changes()
                 st.info("Refresh to see the applied changes")
                 if st.button("Refresh"):
                     st.rerun()

pages/5_Delete_Question.py

@@ -3,6 +3,7 @@ import os
 import shutil
 from pathlib import Path
 from utils.load_jsonl import load_data  
+from utils.save_to_hf import commit_and_push_changes  
 
 DATA_DIR = Path("data/questions")
 JSONL_FILE = "output.jsonl"  
@@ -62,8 +63,9 @@ if selected_question:
             question_folder = DATA_DIR / str(selected_question_id)
             if question_folder.exists():
                 shutil.rmtree(question_folder)  
-                rename_folders(selected_question_id) 
+                rename_folders(selected_question_id)
                 st.success(f"✅ Question ID {selected_question_id} deleted successfully!")
+                commit_and_push_changes()
                 st.info("Refresh to see the applied changes")
                 if st.button("Refresh"):
                     st.rerun()

utils/save_to_hf.py

@@ -0,0 +1,30 @@
+def commit_and_push_changes():
+    import os
+    import subprocess
+    from pathlib import Path
+
+    # Define the paths
+    REPO_DIR = Path(".")  # Root directory of your Hugging Face Space repo
+    DATA_DIR = REPO_DIR / "data/questions"  # Persistent storage in the repo
+    JSONL_FILE = REPO_DIR / "output.jsonl"
+
+    DATA_DIR.mkdir(parents=True, exist_ok=True)  # Ensure directory exists
+
+    GIT_USER = os.getenv("GIT_USER")
+    GIT_TOKEN = os.getenv("GIT_TOKEN")
+    REPO_URL = f"https://{GIT_USER}:{GIT_TOKEN}@huggingface.co/spaces/VayuBuddy-Question-and-Answer"
+
+    # Set remote URL before pushing
+    subprocess.run(["git", "remote", "set-url", "origin", REPO_URL], check=True)
+
+    """Automates Git add, commit, and push for updated data."""
+    try:
+        # Run Git commands
+        subprocess.run(["git", "add", "--all"], check=True)
+        subprocess.run(["git", "commit", "-m", "Update questions data"], check=True)
+        subprocess.run(["git", "push"], check=True)
+        
+        print("✅ Data committed and pushed successfully!")
+    
+    except subprocess.CalledProcessError as e:
+        print(f"❌ Git operation failed: {e}")