app/run.py

# %%
import load_model
import cloudpickle

# %%
# llm = load_model.load_gpu_model("decapoda-research/llama-7b-hf")
llm= load_model.load_openai_model()

# %%
chain = load_model.create_chain(llm, collection="axa_terms_hkunlpinstructorlarge")
result = chain({"query": "What are AXAs green Goals?"})
print(result)