app.py

import gradio as gr
from typing import List
import json
from Classes.Owiki_Class import OWiki
from Classes.run_local_LLM import LocalLLM

def predict(query :str , chat_history : List[tuple[str,str]] , invocation_type : str = "OIC" , schemas : dict= {}) -> str:
    with open("config.json",'r') as f:
        hyperparameters = json.load(f)
    a = OWiki(**hyperparameters)
    local_llm = LocalLLM(**hyperparameters)
    if invocation_type =="SQL":
        try:
            res = a.create_sql_agent(query,schemas)
        except Exception as e:
            res = local_llm.predict(query, invocation_type, schemas)
            return res or "Due to limited compute, I am unable to answer at this moment. Please upgrade your deployment space."  
    elif invocation_type == "OIC":
        try:
            chat = ""
            for user,bot in chat_history:
                chat+= f"User: {user} Bot: {bot}\n\n"
            res = a.search_from_db(query, chat)
        except Exception as e:
            res = local_llm.predict(query, invocation_type, schemas)
            return res or "Due to limited compute, I am unable to answer at this moment. Please upgrade your deployment space."  
    return res


iface = gr.Interface(fn = predict,inputs = ["text","list","text","json"],outputs = "text")
iface.launch(debug=True)