Switch to A10g

README.md

@@ -5,7 +5,7 @@ colorFrom: gray
 colorTo: purple
 sdk: gradio
 sdk_version: 3.37.0
-app_file: app-ngrok.py
+app_file: app.py
 pinned: true
 license: bigcode-openrail-m
 tags:

app.py

@@ -48,7 +48,7 @@ firebase_admin.initialize_app(cred)
 db = firestore.client()
 
 def log_message_to_firestore(input_message, db_info, temperature, response_text):
-    doc_ref = db.collection('codellama-logs').document()
+    doc_ref = db.collection('logs').document()
     log_data = {
         'timestamp': firestore.SERVER_TIMESTAMP,
         'temperature': temperature,
@@ -73,7 +73,7 @@ def log_rating_to_firestore(input_message, db_info, temperature, response_text,
     
     rated_outputs.add(output_id)
 
-    doc_ref = db.collection('codellama-ratings').document()
+    doc_ref = db.collection('ratings').document()
     log_data = {
         'timestamp': firestore.SERVER_TIMESTAMP,
         'temperature': temperature,
@@ -118,8 +118,8 @@ m = AutoModelForCausalLM.from_pretrained(
     #load_in_8bit=True,
 )
 
-# m.config.pad_token_id = m.config.eos_token_id
-# m.generation_config.pad_token_id = m.config.eos_token_id
+m.config.pad_token_id = m.config.eos_token_id
+m.generation_config.pad_token_id = m.config.eos_token_id
 
 print(f"Successfully loaded the model {model_name} into memory")
 
@@ -179,8 +179,8 @@ def generate(input_message: str, db_info="", temperature=0.2, top_p=0.9, top_k=0
 with gr.Blocks(theme='gradio/soft') as demo:
     # Elements stack vertically by default just define elements in order you want them to stack
     header = gr.HTML("""
-        <h1 style="text-align: center">SQL CodeLlama Demo</h1>
-        <h3 style="text-align: center">🕷️☠️🦙 Generate SQL queries from Natural Language 🕷️☠️🧙🦙</h3>
+        <h1 style="text-align: center">SQL Skeleton WizardCoder Demo</h1>
+        <h3 style="text-align: center">🕷️☠️🧙‍♂️ Generate SQL queries from Natural Language 🕷️☠️🧙‍♂️</h3>
         <div style="max-width: 450px; margin: auto; text-align: center">
             <p style="font-size: 12px; text-align: center">⚠️ Should take 30-60s to generate. Please rate the response, it helps a lot. If you get a blank output, the model server is currently down, please try again another time.</p>
         </div>