upd app.py

app.py

@@ -4,7 +4,6 @@ import faiss
 import numpy as np
 import os
 import time
-import json
 import threading  # ✅ Run embeddings in parallel
 
 # ✅ Ensure FAISS is installed
@@ -13,35 +12,7 @@ os.system("pip install faiss-cpu")
 def log(message):
     print(f"✅ {message}")
 
-DATA_DIR = "data"
-os.makedirs(DATA_DIR, exist_ok=True)  # Ensure directory exists
-
-# ✅ Step 1: Load Datasets from HF and Save Locally
-datasets = {
-    "sales": "goendalf666/sales-conversations",
-    "blended": "blended_skill_talk",
-    "dialog": "daily_dialog",
-    "multiwoz": "multi_woz_v22",
-}
-
-for name, hf_name in datasets.items():
-    file_path = os.path.join(DATA_DIR, f"{name}.json")
-
-    if os.path.exists(file_path):
-        log(f"✅ {name} dataset already stored at {file_path}")
-        continue  # Skip if dataset exists
-
-    log(f"📥 Downloading {name} dataset...")
-    dataset = load_dataset(hf_name)
-    train_data = dataset["train"]
-    data_list = [dict(row) for row in train_data]
-
-    with open(file_path, "w") as f:
-        json.dump(data_list, f, indent=2)
-
-    log(f"✅ {name} dataset saved to {file_path}")
-
-# ✅ Step 2: Run Embeddings in a Separate Thread
+# ✅ Step 1: Run Embeddings in a Separate Thread
 def run_embeddings():
     log("🚀 Running embeddings script in background...")
     import embeddings  # ✅ This will automatically run embeddings.py
@@ -50,7 +21,7 @@ def run_embeddings():
 embedding_thread = threading.Thread(target=run_embeddings)
 embedding_thread.start()  # ✅ Start embedding in background
 
-# ✅ Step 3: Check FAISS index
+# ✅ Step 2: Check FAISS index
 def check_faiss():
     index_path = "my_embeddings.faiss"  # Ensure file has .faiss extension
 
@@ -69,7 +40,7 @@ log("🔍 Checking FAISS embeddings...")
 faiss_status = check_faiss()
 log(faiss_status)
 
-# ✅ Step 4: Initialize Chatbot
+# ✅ Step 3: Initialize Chatbot
 client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
 
 def respond(message, history, system_message, max_tokens, temperature, top_p):
@@ -91,7 +62,7 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
         response += token
         yield response
 
-# ✅ Step 5: Start Chatbot Interface
+# ✅ Step 4: Start Chatbot Interface
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
@@ -104,5 +75,4 @@ demo = gr.ChatInterface(
 
 log("✅ All systems go! Launching chatbot...")
 if __name__ == "__main__":
-    demo.launch()  # ✅ FIXED typo
-
+    demo.launch()