Update app.py

app.py

@@ -1,24 +1,35 @@
-import os
-import gradio as gr
-from huggingface_hub import InferenceClient
+import torch
+from transformers import T5Tokenizer, T5ForConditionalGeneration
 
-# Inicialize o InferenceClient com o novo modelo
-client = InferenceClient(model="cssupport/t5-small-awesome-text-to-sql")
+# Initialize the tokenizer from Hugging Face Transformers library
+tokenizer = T5Tokenizer.from_pretrained('t5-small')
 
-# Função para gerar SQL a partir de linguagem natural
-def gerar_sql(consulta_natural):
-    # Envia a consulta para a API
-    resposta = client.text_generation(prompt=consulta_natural, max_new_tokens=100)
-    return resposta
+# Load the model
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+model = T5ForConditionalGeneration.from_pretrained('cssupport/t5-small-awesome-text-to-sql')
+model = model.to(device)
+model.eval()
 
-# Interface Gradio
-interface = gr.Interface(
-    fn=gerar_sql,
-    inputs="text",
-    outputs="text",
-    title="Gerador de SQL",
-    description="Digite uma consulta em linguagem natural e gere a consulta SQL correspondente."
-)
+def generate_sql(input_prompt):
+    # Tokenize the input prompt
+    inputs = tokenizer(input_prompt, padding=True, truncation=True, return_tensors="pt").to(device)
+    
+    # Forward pass
+    with torch.no_grad():
+        outputs = model.generate(**inputs, max_length=512)
+    
+    # Decode the output IDs to a string (SQL query in this case)
+    generated_sql = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    return generated_sql
 
-# Iniciar a interface
-interface.launch()
+# Test the function
+#input_prompt = "tables:\n" + "CREATE TABLE Catalogs (date_of_latest_revision VARCHAR)" + "\n" +"query for: Find the dates on which more than one revisions were made."
+#input_prompt = "tables:\n" + "CREATE TABLE table_22767 ( \"Year\" real, \"World\" real, \"Asia\" text, \"Africa\" text, \"Europe\" text, \"Latin America/Caribbean\" text, \"Northern America\" text, \"Oceania\" text )" + "\n" +"query for:what will the population of Asia be when Latin America/Caribbean is 783 (7.5%)?."
+#input_prompt = "tables:\n" + "CREATE TABLE procedures ( subject_id text, hadm_id text, icd9_code text, short_title text, long_title text ) CREATE TABLE diagnoses ( subject_id text, hadm_id text, icd9_code text, short_title text, long_title text ) CREATE TABLE lab ( subject_id text, hadm_id text, itemid text, charttime text, flag text, value_unit text, label text, fluid text ) CREATE TABLE demographic ( subject_id text, hadm_id text, name text, marital_status text, age text, dob text, gender text, language text, religion text, admission_type text, days_stay text, insurance text, ethnicity text, expire_flag text, admission_location text, discharge_location text, diagnosis text, dod text, dob_year text, dod_year text, admittime text, dischtime text, admityear text ) CREATE TABLE prescriptions ( subject_id text, hadm_id text, icustay_id text, drug_type text, drug text, formulary_drug_cd text, route text, drug_dose text )" + "\n" +"query for:" + "what is the total number of patients who were diagnosed with icd9 code 2254?"
+input_prompt = "tables:\n" + "CREATE TABLE student_course_attendance (student_id VARCHAR); CREATE TABLE students (student_id VARCHAR)" + "\n" + "query for:" + "List the id of students who never attends courses?"
+
+generated_sql = generate_sql(input_prompt)
+
+print(f"The generated SQL query is: {generated_sql}")
+#OUTPUT: The generated SQL query is: SELECT student_id FROM students WHERE NOT student_id IN (SELECT student_id FROM student_course_attendance)