Initial commit running application (#1)

- Initial commit running application (04decb3fbcdc9815268ad4c15275784aac23eb9e)


Co-authored-by: Francesco Giannuzzo <[email protected]>

app.py

@@ -1,7 +1,544 @@
-import gradio as gr
-
-def greet(name):
-    return "Hello " + name + "!!"
-
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+import gradio as gr
+import pandas as pd
+import os
+from qatch.connectors.sqlite_connector import SqliteConnector
+from qatch.generate_dataset.orchestrator_generator import OrchestratorGenerator
+from qatch.evaluate_dataset.orchestrator_evaluator import OrchestratorEvaluator
+from predictor.orchestrator_predictor import OrchestratorPredictor
+import utilities as us
+import plotly.express as px
+import plotly.graph_objects as go
+
+with open('style.css', 'r') as file:
+    css = file.read()
+
+# DataFrame di default
+df_default = pd.DataFrame({
+    'Name': ['Alice', 'Bob', 'Charlie'],
+    'Age': [25, 30, 35],
+    'City': ['New York', 'Los Angeles', 'Chicago']
+})
+
+models_path = "models.csv"
+
+# Variabile globale per tenere traccia dei dati correnti
+df_current = df_default.copy()
+
+input_data = {
+    'input_method': "", 
+    'data_path': "",
+    'db_name': "", 
+    'data': {
+        'data_frames': {},    # dictionary of dataframes
+        'db': None             # SQLITE3 database object
+    },
+    'models': []
+}
+def load_data(file, path, use_default):
+    """Carica i dati da un file, un percorso o usa il DataFrame di default."""
+    global df_current
+    if use_default:
+        input_data["input_method"] = 'default'
+        input_data["data_path"] = os.path.join(".", "data", "datainterface", "mytable.sqlite")
+        input_data["db_name"] = os.path.splitext(os.path.basename(input_data["data_path"]))[0]
+        input_data["data"]['data_frames'] = {'MyTable': df_current}
+
+        #TODO assegna il db a input_data["data"]['db']
+
+        df_current = df_default.copy()  # Ripristina i dati di default
+        return input_data["data"]['data_frames']
+    
+    selected_inputs = sum([file is not None, bool(path), use_default])
+    if selected_inputs > 1:
+        return 'Errore: Selezionare solo un metodo di input alla volta.'
+    
+    if file is not None:
+        try:
+            input_data["input_method"] = 'uploaded_file'
+            input_data["db_name"] = os.path.splitext(os.path.basename(file))[0]
+            input_data["data_path"] = os.path.join(".", "data", f"data_interface{input_data['db_name']}.sqlite")
+            input_data["data"] = us.load_data(input_data["data_path"], input_data["db_name"])
+            df_current = input_data["data"]['data_frames'].get('MyTable', df_default)  # Carica il DataFrame
+            print(df_current)
+            print(input_data["data"])
+            if( input_data["data"]['data_frames'] and not input_data["data"]['db']):
+                table2primary_key = {}
+                print("ok")
+                for table_name, df in input_data["data"]['data_frames'].items():
+                    # Assign primary keys for each table
+                    table2primary_key[table_name] = 'id'
+                print("ok2")
+                input_data["data"]["db"] = SqliteConnector(
+                    relative_db_path=input_data["data_path"],
+                    db_name=input_data["db_name"],
+                    tables= input_data["data"]['data_frames'],
+                    table2primary_key=table2primary_key
+                )
+                print(input_data["data"]["db"])
+            return input_data["data"]['data_frames']
+        except Exception as e:
+            return f'Errore nel caricamento del file: {e}'
+    
+    if path:
+        if not os.path.exists(path):
+            return 'Errore: Il percorso specificato non esiste.'
+        try:
+            input_data["input_method"] = 'uploaded_file'
+            input_data["data_path"] = path
+            input_data["db_name"] = os.path.splitext(os.path.basename(path))[0]
+            input_data["data"] = us.load_data(input_data["data_path"], input_data["db_name"])
+            df_current = input_data["data"]['data_frames'].get('MyTable', df_default)  # Carica il DataFrame
+            
+            return input_data["data"]['data_frames']
+        except Exception as e:
+            return f'Errore nel caricamento del file dal percorso: {e}'
+
+    return input_data["data"]['data_frames']
+
+def preview_default(use_default):
+    """Mostra il DataFrame di default se il checkbox è selezionato."""
+    if use_default:
+        return df_default  # Mostra il DataFrame di default
+    return df_current  # Mostra il DataFrame corrente, che potrebbe essere stato modificato
+
+def update_df(new_df):
+    """Aggiorna il DataFrame corrente."""
+    global df_current  # Usa la variabile globale per aggiornarla
+    df_current = new_df
+    return df_current
+
+def open_accordion(target):
+    # Apre uno e chiude l'altro
+    if target == "reset":
+        return gr.update(open=True), gr.update(open=False, visible=False), gr.update(open=False, visible=False), gr.update(open=False, visible=False), gr.update(open=False, visible=False)
+    elif target == "model_selection":
+        return gr.update(open=False), gr.update(open=False), gr.update(open=True, visible=True), gr.update(open=False), gr.update(open=False)
+
+# Interfaccia Gradio
+interface = gr.Blocks(theme='d8ahazard/rd_blue', css_paths='style.css')
+
+with interface:
+    gr.Markdown("# QATCH")
+    data_state = gr.State(None)  # Memorizza i dati caricati
+    upload_acc = gr.Accordion("Upload your data section", open=True, visible=True)
+    select_table_acc = gr.Accordion("Select tables", open=False, visible=False)
+    select_model_acc = gr.Accordion("Select models", open=False, visible=False)
+    qatch_acc = gr.Accordion("QATCH execution", open=False, visible=False)
+    metrics_acc = gr.Accordion("Metrics", open=False, visible=False)
+
+
+
+    #################################
+    #  PARTE DI INSERIMENTO DEL DB  #
+    #################################
+    with upload_acc:
+        gr.Markdown("## Caricamento dei Dati")
+
+        file_input = gr.File(label="Trascina e rilascia un file", file_types=[".csv", ".xlsx", ".sqlite"])
+        path_input = gr.Textbox(label="Oppure inserisci il percorso locale del file")
+        with gr.Row():
+            default_checkbox = gr.Checkbox(label="Usa DataFrame di default")
+        preview_output = gr.DataFrame(interactive=True, visible=True, value=df_default)
+        submit_button = gr.Button("Carica Dati", interactive=False)  # Disabilitato di default
+        output = gr.JSON(visible=False)  # Output dizionario
+
+        # Funzione per abilitare il bottone se sono presenti dati da caricare
+        def enable_submit(file, path, use_default):
+            return gr.update(interactive=bool(file or path or use_default))
+
+        # Abilita il bottone quando i campi di input sono valorizzati
+        file_input.change(fn=enable_submit, inputs=[file_input, path_input, default_checkbox], outputs=[submit_button])
+        path_input.change(fn=enable_submit, inputs=[file_input, path_input, default_checkbox], outputs=[submit_button])
+        default_checkbox.change(fn=enable_submit, inputs=[file_input, path_input, default_checkbox], outputs=[submit_button])
+        
+        # Mostra l'anteprima del DataFrame di default quando il checkbox è selezionato
+        default_checkbox.change(fn=preview_default, inputs=[default_checkbox], outputs=[preview_output])
+        preview_output.change(fn=update_df, inputs=[preview_output], outputs=[preview_output])
+
+        def handle_output(file, path, use_default):
+            """Gestisce l'output quando si preme il bottone 'Carica Dati'."""
+            result = load_data(file, path, use_default)
+            
+            if isinstance(result, dict):  # Se result è un dizionario di DataFrame
+                if len(result) == 1:  # Se c'è solo una tabella
+                    return (
+                        gr.update(visible=False),  # Nasconde l'output JSON
+                        result,  # Salva lo stato dei dati
+                        gr.update(visible=False),  # Nasconde la selezione tabella
+                        result,  # Mantiene lo stato dei dati
+                        gr.update(interactive=False),  # Disabilita il pulsante di submit
+                        gr.update(visible=True, open=True),  # Passa direttamente a select_model_acc
+                        gr.update(visible=True, open=False)
+                    )
+                else:
+                    return (
+                        gr.update(visible=False),
+                        result,
+                        gr.update(open=True, visible=True),
+                        result,
+                        gr.update(interactive=False),
+                        gr.update(visible=False),  # Mantiene il comportamento attuale
+                        gr.update(visible=True, open=True)
+                    )
+            else:
+                return (
+                    gr.update(visible=False),
+                    None,
+                    gr.update(open=False, visible=True),
+                    None,
+                    gr.update(interactive=True),
+                    gr.update(visible=False),
+                    gr.update(visible=True, open=True)
+                )
+
+        submit_button.click(
+            fn=handle_output,
+            inputs=[file_input, path_input, default_checkbox], 
+            outputs=[output, output, select_table_acc, data_state, submit_button, select_model_acc, upload_acc]
+        )
+
+
+
+    ######################################
+    #  PARTE DI SELEZIONE DELLE TABELLE  #
+    ######################################
+    with select_table_acc:
+        table_selector = gr.CheckboxGroup(choices=[], label="Seleziona le tabelle da visualizzare", value=[])
+        table_outputs = [gr.DataFrame(label=f"Tabella {i+1}", interactive=True, visible=False) for i in range(5)]
+        selected_table_names = gr.Textbox(label="Tabelle selezionate", visible=False, interactive=False)
+
+        # Bottone di selezione modelli (inizialmente disabilitato)
+        open_model_selection = gr.Button("Choose your models", interactive=False)
+
+        def update_table_list(data):
+            """Aggiorna dinamicamente la lista delle tabelle disponibili."""
+            if isinstance(data, dict) and data:
+                table_names = list(data.keys())  # Ritorna solo i nomi delle tabelle
+                return gr.update(choices=table_names, value=[])  # Reset delle selezioni
+            return gr.update(choices=[], value=[])
+
+        def show_selected_tables(data, selected_tables):
+            """Mostra solo le tabelle selezionate dall'utente e abilita il bottone."""
+            updates = []
+            if isinstance(data, dict) and data:
+                available_tables = list(data.keys())  # Nomi effettivamente disponibili
+                selected_tables = [t for t in selected_tables if t in available_tables]  # Filtra selezioni valide
+                
+                tables = {name: data[name] for name in selected_tables}  # Filtra i DataFrame
+                
+                for i, (name, df) in enumerate(tables.items()):
+                    updates.append(gr.update(value=df, label=f"Tabella: {name}", visible=True))
+
+                # Se ci sono meno di 5 tabelle, nascondi gli altri DataFrame
+                for _ in range(len(tables), 5):
+                    updates.append(gr.update(visible=False))
+            else:
+                updates = [gr.update(value=pd.DataFrame(), visible=False) for _ in range(5)]
+
+            # Abilitare/disabilitare il bottone in base alle selezioni
+            button_state = bool(selected_tables)  # True se almeno una tabella è selezionata, False altrimenti
+            updates.append(gr.update(interactive=button_state))  # Aggiorna stato bottone
+            
+            return updates
+
+        def show_selected_table_names(selected_tables):
+            """Mostra i nomi delle tabelle selezionate quando si preme il bottone."""
+            if selected_tables:
+                return gr.update(value=", ".join(selected_tables), visible=False)
+            return gr.update(value="", visible=False)
+
+        # Aggiorna automaticamente la lista delle checkbox quando `data_state` cambia
+        data_state.change(fn=update_table_list, inputs=[data_state], outputs=[table_selector])
+
+        # Aggiorna le tabelle visibili e lo stato del bottone in base alle selezioni dell'utente
+        table_selector.change(fn=show_selected_tables, inputs=[data_state, table_selector], outputs=table_outputs + [open_model_selection])
+
+        # Mostra la lista delle tabelle selezionate quando si preme "Choose your models"
+        open_model_selection.click(fn=show_selected_table_names, inputs=[table_selector], outputs=[selected_table_names])
+        open_model_selection.click(open_accordion, inputs=gr.State("model_selection"), outputs=[upload_acc, select_table_acc, select_model_acc, qatch_acc, metrics_acc])
+
+
+
+    ####################################
+    #  PARTE DI SELEZIONE DEL MODELLO  #
+    ####################################
+    with select_model_acc:
+        gr.Markdown("**Model Selection**")
+
+        # Supponiamo che `us.read_models_csv` restituisca anche il percorso dell'immagine
+        model_list_dict = us.read_models_csv(models_path)
+        model_list = [model["name"] for model in model_list_dict]
+        model_images = [model["image_path"] for model in model_list_dict]
+
+        # Creazione dinamica di checkbox con immagini
+        model_checkboxes = []
+        for model, image_path in zip(model_list, model_images):
+            with gr.Row():
+                with gr.Column(scale=1):
+
+                    gr.Image(image_path, show_label=False)
+                with gr.Column(scale=2):
+                    model_checkboxes.append(gr.Checkbox(label=model, value=False))
+
+        selected_models_output = gr.JSON(visible = False)
+
+        # Funzione per ottenere i modelli selezionati
+        def get_selected_models(*model_selections):
+            selected_models = [model for model, selected in zip(model_list, model_selections) if selected]
+            input_data['models'] = selected_models
+            button_state = bool(selected_models)  # True se almeno un modello è selezionato, False altrimenti
+            return selected_models, gr.update(open=True, visible=True), gr.update(interactive=button_state)
+
+        # Bottone di submit (inizialmente disabilitato)
+        submit_models_button = gr.Button("Submit Models", interactive=False)
+
+        # Collegamento dei checkbox agli eventi di selezione
+        for checkbox in model_checkboxes:
+            checkbox.change(
+                fn=get_selected_models, 
+                inputs=model_checkboxes, 
+                outputs=[selected_models_output, select_model_acc, submit_models_button]
+            )
+
+        submit_models_button.click(
+            fn=lambda *args: (get_selected_models(*args), gr.update(open=False, visible=True), gr.update(open=True, visible=True)),
+            inputs=model_checkboxes,
+            outputs=[selected_models_output, select_model_acc, qatch_acc]
+        )
+        
+        reset_data = gr.Button("Open upload data section")
+        reset_data.click(open_accordion, inputs=gr.State("reset"), outputs=[upload_acc, select_table_acc, select_model_acc, qatch_acc, metrics_acc])
+
+
+
+    ###############################
+    #  PARTE DI ESECUZIONE QATCH  #
+    ###############################
+    with qatch_acc:
+        selected_models_display = gr.JSON(label="Modelli selezionati")
+        submit_models_button.click(
+            fn=lambda: gr.update(value=input_data), 
+            outputs=[selected_models_display]
+        )
+        
+        proceed_to_metrics_button = gr.Button("Proceed to Metrics")
+        proceed_to_metrics_button.click(
+            fn=lambda: (gr.update(open=False, visible=True), gr.update(open=True, visible=True)), 
+            outputs=[qatch_acc, metrics_acc]
+        )
+        
+        reset_data = gr.Button("Open upload data section")
+        reset_data.click(open_accordion, inputs=gr.State("reset"), outputs=[upload_acc, select_table_acc, select_model_acc, qatch_acc, metrics_acc])
+                
+            
+    #######################################
+    #  PARTE DI VISUALIZZAZIONE METRICHE  #
+    #######################################
+    with metrics_acc:
+        confirmation_text = gr.Markdown("## Metrics successfully loaded")
+
+        data_path = 'metrics_random2.csv'
+
+        def load_data_csv_es():
+            return pd.read_csv(data_path)
+
+        def calculate_average_metrics(df, selected_metrics):
+            df['avg_metric'] = df[selected_metrics].mean(axis=1)
+            return df
+
+        def plot_metric(df, selected_metrics, group_by, selected_models):
+            df = df[df['model'].isin(selected_models)]
+            df = calculate_average_metrics(df, selected_metrics)
+            avg_metrics = df.groupby(group_by)['avg_metric'].mean().reset_index()
+            fig = px.bar(
+                avg_metrics, x=group_by[0], y='avg_metric', color=group_by[-1], barmode='group',
+                title=f'Media metrica per {group_by[0]}',
+                labels={group_by[0]: group_by[0].capitalize(), 'avg_metric': 'Media Metrica'},
+                template='plotly_dark'
+            )
+            return fig
+
+        def plot_radar(df, selected_models):
+            radar_data = []
+            for model in selected_models:
+                model_df = df[df['model'] == model]
+                valid_efficiency = model_df['valid_efficiency_score'].mean()
+                avg_time = model_df['time'].mean()
+                avg_tuple_order = model_df['tuple_order'].dropna().mean()
+                
+                radar_data.append({
+                    'model': model,
+                    'valid_efficiency_score': valid_efficiency,
+                    'time': avg_time,
+                    'tuple_order': avg_tuple_order
+                })
+            
+            radar_df = pd.DataFrame(radar_data)
+            categories = ['valid_efficiency_score', 'time', 'tuple_order']
+            
+            # Calcola il range dinamico per il grafico
+            min_val = radar_df[categories].min().min()
+            max_val = radar_df[categories].max().max()
+            radar_df[categories] = (radar_df[categories] - min_val) / (max_val - min_val)
+            
+            fig = go.Figure()
+            for _, row in radar_df.iterrows():
+                fig.add_trace(go.Scatterpolar(
+                    r=[row[cat] for cat in categories],
+                    theta=categories,
+                    fill='toself',
+                    name=row['model']
+                ))
+            
+            fig.update_layout(
+                polar=dict(radialaxis=dict(visible=True, range=[min_val, max_val])),
+                title='Radar Plot delle Metriche per Modello',
+                template='plotly_dark',
+                width=700, height=700  
+            )
+            
+            return fig
+
+        def plot_query_rate(df, selected_models, show_labels):
+            df = df[df['model'].isin(selected_models)]
+            
+            fig = go.Figure()
+            
+            for model in selected_models:
+                model_df = df[df['model'] == model].copy()
+                
+                model_df['cumulative_time'] = model_df['time'].cumsum()
+                model_df['query_rate'] = 1 / model_df['time']
+                
+                fig.add_trace(go.Scatter(
+                    x=model_df['cumulative_time'],
+                    y=model_df['query_rate'], 
+                    mode='lines+markers',
+                    name=model,
+                    line=dict(width=2)
+                ))
+                
+                if show_labels:
+                    prev_category = None
+                    prev_time = -float('inf')
+                    y_positions = [1.1, 1.3]
+                    y_idx = 0
+                    
+                    for i, row in model_df.iterrows():
+                        current_category = row['test_category']
+                        if current_category != prev_category and row['cumulative_time'] - prev_time > 5:
+                            fig.add_vline(x=row['cumulative_time'], line_width=1, line_dash="dash", line_color="gray")
+                            fig.add_annotation(
+                                x=row['cumulative_time'], 
+                                y=max(model_df['query_rate']) * y_positions[y_idx % 2],
+                                text=current_category, 
+                                showarrow=False, 
+                                font=dict(size=10, color="white"),
+                                textangle=45,
+                                yshift=10, 
+                                bgcolor="rgba(0,0,0,0.6)"
+                            )
+                            prev_category = current_category
+                            prev_time = row['cumulative_time']
+                            y_idx += 1
+            
+            fig.update_layout(
+                title="Rate di Generazione delle Query per Modello",
+                xaxis_title="Tempo Cumulativo (s)",
+                yaxis_title="Query al Secondo",
+                template='plotly_dark',
+                legend_title="Modelli"
+            )
+            
+            return fig
+
+        def update_plot(selected_metrics, group_by, selected_models):
+            df = load_data_csv_es()
+            return plot_metric(df, selected_metrics, group_by, selected_models)
+
+        def update_radar(selected_models):
+            df = load_data_csv_es()
+            return plot_radar(df, selected_models)
+
+        def update_query_rate(selected_models, show_labels):
+            df = load_data_csv_es()
+            return plot_query_rate(df, selected_models, show_labels)
+
+        def plot_query_time_evolution(df, selected_models):
+            # Filtriamo i dati per i modelli selezionati
+            df = df[df['model'].isin(selected_models)]
+            
+            # Ordinare per modello e tempo per tracciare l'evoluzione
+            df_sorted = df.sort_values(by=['model', 'time'])
+            
+            fig = go.Figure()
+            
+            # Aggiungiamo una traccia per ogni modello
+            for model in selected_models:
+                model_df = df_sorted[df_sorted['model'] == model]
+                fig.add_trace(go.Scatter(
+                    x=model_df.index, y=model_df['time'], mode='lines+markers', name=model,
+                    line=dict(shape='linear'),
+                    text=model_df['model']
+                ))
+
+            fig.update_layout(
+                title="Evoluzione del Tempo di Generazione per Modello",
+                xaxis_title="Indice della Query",
+                yaxis_title="Tempo (s)",
+                template='plotly_dark'
+            )
+            
+            return fig
+
+
+        metrics = ["cell_precision", "cell_recall", "execution_accuracy", "tuple_cardinality", "tuple_constraint"]
+        group_options = {
+            "SQL Category": ["test_category", "model"],
+            "Tabella": ["tbl_name", "model"],
+            "Modello": ["model"]
+        }
+
+        df_initial = load_data_csv_es()
+        models = df_initial['model'].unique().tolist()
+
+        #with gr.Blocks(theme=gr.themes.Default(primary_hue='blue')) as demo:
+        gr.Markdown("""## Analisi delle prestazioni dei modelli
+        Seleziona una o più metriche per calcolare la media e visualizzare gli istogrammi e radar plots.
+        """)
+
+        # Sezione di selezione delle opzioni
+        with gr.Row():
+            metric_multiselect = gr.CheckboxGroup(choices=metrics, label="Seleziona le metriche")
+            model_multiselect = gr.CheckboxGroup(choices=models, label="Seleziona i modelli", value=models)
+            group_radio = gr.Radio(choices=list(group_options.keys()), label="Seleziona il raggruppamento", value="SQL Category")
+            #show_labels_checkbox = gr.Checkbox(label="Mostra etichette test category", value=True)
+
+        with gr.Row():
+            output_plot = gr.Plot()
+        # Dividi la pagina in due colonne
+        with gr.Row():
+            with gr.Column(scale=1):  # Imposta la colonna a occupare metà della larghezza
+                radar_plot = gr.Plot(value=update_radar(models))
+            with gr.Column(scale=2):  # Imposta la seconda colonna a occupare l'altra metà
+                show_labels_checkbox = gr.Checkbox(label="Mostra etichette test category", value=True)
+                query_rate_plot = gr.Plot(value=update_query_rate(models, True))
+
+        # Funzioni di callback per il cambiamento dei grafici
+        def on_change(selected_metrics, selected_group, selected_models):
+            return update_plot(selected_metrics, group_options[selected_group], selected_models)
+
+        def on_radar_change(selected_models):
+            return update_radar(selected_models)
+        
+        show_labels_checkbox.change(update_query_rate, inputs=[model_multiselect, show_labels_checkbox], outputs=query_rate_plot)
+        metric_multiselect.change(on_change, inputs=[metric_multiselect, group_radio, model_multiselect], outputs=output_plot)
+        group_radio.change(on_change, inputs=[metric_multiselect, group_radio, model_multiselect], outputs=output_plot)
+        model_multiselect.change(on_change, inputs=[metric_multiselect, group_radio, model_multiselect], outputs=output_plot)
+        model_multiselect.change(on_radar_change, inputs=model_multiselect, outputs=radar_plot)
+        model_multiselect.change(update_query_rate, inputs=[model_multiselect, show_labels_checkbox], outputs=query_rate_plot)
+        
+        reset_data = gr.Button("Open upload data section")
+        reset_data.click(open_accordion, inputs=gr.State("reset"), outputs=[upload_acc, select_table_acc, select_model_acc, qatch_acc, metrics_acc])
+      
+interface.launch()

utilities.py

@@ -0,0 +1,72 @@
+import csv
+import pandas as pd
+import sqlite3
+import gradio as gr
+import os
+
+def carica_sqlite(file_path):
+    conn = sqlite3.connect(file_path)
+    cursor = conn.cursor()
+    cursor.execute("SELECT name FROM sqlite_master WHERE type='table';")
+    tabelle = cursor.fetchall()
+    tabelle = [tabella for tabella in tabelle if tabella[0] != 'sqlite_sequence']
+    
+    dfs = {}
+    for tabella in tabelle:
+        nome_tabella = tabella[0]
+        df = pd.read_sql_query(f"SELECT * FROM {nome_tabella}", conn)
+        dfs[nome_tabella] = df
+    conn.close()
+    data_output = {'data_frames': dfs,'db': conn}
+    return data_output
+
+# Funzione per leggere un file CSV
+def carica_csv(file):
+    df = pd.read_csv(file)
+    return df
+
+# Funzione per leggere un file Excel
+def carica_excel(file):
+    xls = pd.ExcelFile(file)
+    dfs = {}
+    for sheet_name in xls.sheet_names:
+        dfs[sheet_name] = xls.parse(sheet_name)
+    return dfs
+
+def load_data(data_path : str, db_name : str):
+    data_output = {'data_frames': {} ,'db': None}
+    table_name = os.path.splitext(os.path.basename(data_path))[0]
+    if data_path.endswith(".sqlite") :
+        data_output = carica_sqlite(data_path)
+    elif data_path.endswith(".csv"):
+        data_output['data_frames'] = {f"{table_name}_table" : carica_csv(data_path)}
+    elif data_path.endswith(".xlsx"):
+        data_output['data_frames'] = carica_excel(data_path)
+    else:
+        raise gr.Error("Formato file non supportato. Carica un file SQLite, CSV o Excel.")    
+    return data_output
+
+def read_api(api_key_path):
+    with open(api_key_path, "r", encoding="utf-8") as file:
+        api_key = file.read()
+        return api_key
+
+def read_models_csv(file_path):
+    # Reads a CSV file and returns a list of dictionaries
+    models = []  # Change {} to []
+    with open(file_path, mode="r", newline="") as file:
+        reader = csv.DictReader(file)
+        for row in reader:
+            row["price"] = float(row["price"])  # Convert price to float
+            models.append(row)  # Append to the list
+    return models
+
+def csv_to_dict(file_path):
+    with open(file_path, mode='r', encoding='utf-8') as file:
+        reader = csv.DictReader(file)
+        data = []
+        for row in reader:
+            if "price" in row:
+                row["price"] = float(row["price"])
+            data.append(row)
+    return data