Update app.py

app.py

@@ -15,7 +15,7 @@ GH_PAT = "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"  # GitHub Personal Access To
 REPO_URL = "https://github.com/NitinBot001/Audio-url-new-js.git"
 
 def download_model():
-    os.makedirs(MODEL_DIR, exist_ok=True)  # Create the /tmp/model directory
+    os.makedirs(MODEL_DIR, exist_ok=True)
     if not os.path.exists(MODEL_PATH):
         print("Downloading model...")
         r = requests.get(
@@ -27,15 +27,13 @@ def download_model():
                 f.write(chunk)
 
 def start_tunnel():
-    # Start nport tunnel
     tunnel_process = subprocess.Popen(
         ["npx", "nport", "-s", "ai-service", "-p", "5000"],
         stdout=subprocess.PIPE,
         stderr=subprocess.PIPE,
     )
-    time.sleep(10)  # Wait for tunnel to establish
+    time.sleep(10)
 
-    # Extract tunnel URL from logs
     tunnel_url = None
     for line in iter(tunnel_process.stdout.readline, b""):
         line = line.decode("utf-8").strip()
@@ -45,42 +43,29 @@ def start_tunnel():
 
     if not tunnel_url:
         raise Exception("Failed to extract tunnel URL")
-
     return tunnel_url
 
 def push_tunnel_url_to_repo(tunnel_url):
-    # Create instance.json
     instance_data = {"tunnel_url": tunnel_url}
     with open("/tmp/instance.json", "w") as f:
         json.dump(instance_data, f)
 
-    # Clone the repository
     repo_dir = "/tmp/repo"
     repo_url = f"https://x-access-token:{GH_PAT}@github.com/NitinBot001/Audio-url-new-js.git"
     
-    # Remove the existing repo directory if it exists
     if os.path.exists(repo_dir):
         subprocess.run(["rm", "-rf", repo_dir], check=True)
     
-    subprocess.run(
-        ["git", "clone", repo_url, repo_dir],
-        check=True,
-    )
+    subprocess.run(["git", "clone", repo_url, repo_dir], check=True)
     os.chdir(repo_dir)
 
-    # Move instance.json to the repository
     subprocess.run(["mv", "/tmp/instance.json", "."], check=True)
-
-    # Configure Git locally (without --global)
     subprocess.run(["git", "config", "user.email", "[email protected]"], check=True)
     subprocess.run(["git", "config", "user.name", "github-actions"], check=True)
-
-    # Add the file to the staging area
     subprocess.run(["git", "add", "instance.json"], check=True)
 
-    # Check if there are changes to commit
     result = subprocess.run(["git", "status", "--porcelain"], stdout=subprocess.PIPE, text=True)
-    if result.stdout.strip():  # If there are changes
+    if result.stdout.strip():
         subprocess.run(["git", "commit", "-m", f"Update tunnel URL to {tunnel_url}"], check=True)
         subprocess.run(["git", "push", "origin", "main"], check=True)
     else:
@@ -88,10 +73,7 @@ def push_tunnel_url_to_repo(tunnel_url):
 
 @app.route("/chat", methods=["GET"])
 def chat():
-    # Get the message from the query parameter
     message = request.args.get("message", "")
-    
-    # Construct the prompt without duplicate special tokens
     prompt = (
         f"<|begin_of_text|>"
         f"<|start_header_id|>user<|end_header_id|>\n"
@@ -109,21 +91,13 @@ def chat():
     return jsonify({"response": output["choices"][0]["text"].strip()})
 
 if __name__ == "__main__":
-    # Download the model
     download_model()
-
-    # Initialize the LLM
     llm = Llama(
         model_path=MODEL_PATH,
-        n_ctx=131072,  # Set to match the training context length
+        n_ctx=131072,
         n_threads=2,
         n_gpu_layers=0,
         verbose=False,
     )
-
-    # Start the tunnel and push the URL
     tunnel_url = start_tunnel()
-    push_tunnel_url_to_repo(tunnel_url)
-
-    # Run the Flask app
-    app.run(host="0.0.0.0", port=5000)
+    push_tunnel_url_to_repo(tunnel_url)