app/run.py

# %%
import load_model
import cloudpickle
import os

with open('.openapikey', 'r') as reader:
    os.environ['OPEN_API_KEY']=reader.read()
# %%
# llm = load_model.load_gpu_model("decapoda-research/llama-7b-hf")
llm= load_model.load_openai_model()

# %%
chain = load_model.create_chain(llm, collection="axa_terms_hkunlpinstructorlarge")
result = chain({"query": "What are AXAs green Goals?"})
print(result)