Update

app-ngrok.py

@@ -5,8 +5,6 @@ import requests
 from time import sleep
 import re
 
-
-
 def format(text):
     # Split the text by "|", and get the last element in the list which should be the final query
     try:
@@ -49,7 +47,7 @@ def generate(input_message: str, db_info="", temperature=0.3, top_p=0.9, top_k=0
         "ngrok-skip-browser-warning": "1"  # added this line
     }
 
-    for _ in range(3):
+    for _ in range(3): # Try 3 times
         try:
             response = requests.post(url, json=payload, headers=headers)
             response_text = response.json()["results"][0]["text"]
@@ -69,6 +67,7 @@ with gr.Blocks(theme='gradio/soft') as demo:
     header = gr.HTML("""
         <h1 style="text-align: center">SQL Skeleton WizardCoder Demo</h1>
         <h3 style="text-align: center">🕷️☠️🧙‍♂️ Generate SQL queries from Natural Language 🕷️☠️🧙‍♂️</h3>
+        <p>Note: Should take around 30-60s to generate.</p>
     """)
 
     output_box = gr.Code(label="Generated SQL", lines=2, interactive=True)
@@ -91,7 +90,7 @@ with gr.Blocks(theme='gradio/soft') as demo:
             ["What are the number of concerts that occurred in the stadium with the largest capacity ?", "| stadium : stadium_id , location , name , capacity , highest , lowest , average | singer : singer_id , name , country , song_name , song_release_year , age , is_male | concert : concert_id , concert_name , theme , stadium_id , year | singer_in_concert : concert_id , singer_id | concert.stadium_id = stadium.stadium_id | singer_in_concert.singer_id = singer.singer_id | singer_in_concert.concert_id = concert.concert_id |"],
             ["How many male singers performed in concerts in the year 2023?", "| stadium : stadium_id , location , name , capacity , highest , lowest , average | singer : singer_id , name , country , song_name , song_release_year , age , is_male | concert : concert_id , concert_name , theme , stadium_id , year | singer_in_concert : concert_id , singer_id | concert.stadium_id = stadium.stadium_id | singer_in_concert.singer_id = singer.singer_id | singer_in_concert.concert_id = concert.concert_id |"],
             ["List the names of all singers who performed in a concert with the theme 'Rock'", "| stadium : stadium_id , location , name , capacity , highest , lowest , average | singer : singer_id , name , country , song_name , song_release_year , age , is_male | concert : concert_id , concert_name , theme , stadium_id , year | singer_in_concert : concert_id , singer_id | concert.stadium_id = stadium.stadium_id | singer_in_concert.singer_id = singer.singer_id | singer_in_concert.concert_id = concert.concert_id |"]
-        ], inputs=[input_text, db_info, temperature, top_p, top_k, repetition_penalty], fn=generate, cache_examples=True, outputs=output_box)
+        ], inputs=[input_text, db_info, temperature, top_p, top_k, repetition_penalty], fn=generate, cache_examples=False if os.name == 'posix' or os.name == 'nt' else True, outputs=output_box)
 
     quantized_model = "richardr1126/spider-skeleton-wizard-coder-ggml"
     merged_model = "richardr1126/spider-skeleton-wizard-coder-merged"