Spaces:
Runtime error
Runtime error
File size: 1,748 Bytes
1c0296c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 |
from tempfile import NamedTemporaryFile
import streamlit as st
from langchain.agents import initialize_agent
from langchain.chat_models import ChatOpenAI
from langchain.chains.conversation.memory import ConversationBufferWindowMemory
from tools import ImageCaptionTool, ObjectDetectionTool
##############################
### initialize agent #########
##############################
tools = [ImageCaptionTool(), ObjectDetectionTool()]
conversational_memory = ConversationBufferWindowMemory(
memory_key='chat_history',
k=5,
return_messages=True
)
llm = ChatOpenAI(
openai_api_key='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',
temperature=0,
model_name="gpt-3.5-turbo"
)
agent = initialize_agent(
agent="chat-conversational-react-description",
tools=tools,
llm=llm,
max_iterations=5,
verbose=True,
memory=conversational_memory,
early_stopping_method='generate'
)
# set title
st.title('Ask a question to an image')
# set header
st.header("Please upload an image")
# upload file
file = st.file_uploader("", type=["jpeg", "jpg", "png"])
if file:
# display image
st.image(file, use_column_width=True)
# text input
user_question = st.text_input('Ask a question about your image:')
##############################
### compute agent response ###
##############################
with NamedTemporaryFile(dir='.') as f:
f.write(file.getbuffer())
image_path = f.name
# write agent response
if user_question and user_question != "":
with st.spinner(text="In progress..."):
response = agent.run('{}, this is the image path: {}'.format(user_question, image_path))
st.write(response)
|