Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -18,14 +18,14 @@ def chat_with_image(message, image, history):
|
|
18 |
messages = [{"role": "system", "content": "You are a helpful assistant that can analyze images and text."}]
|
19 |
|
20 |
for human, assistant in history:
|
21 |
-
if
|
22 |
# This is an image message
|
23 |
-
encoded_image = encode_image(Image.open(
|
24 |
messages.append({
|
25 |
"role": "user",
|
26 |
"content": [
|
27 |
{"type": "image_url", "image_url": {"url": f"data:image/png;base64,{encoded_image}"}},
|
28 |
-
{"type": "text", "text":
|
29 |
]
|
30 |
})
|
31 |
else:
|
@@ -77,13 +77,18 @@ with gr.Blocks() as demo:
|
|
77 |
|
78 |
def user(user_message, image, history):
|
79 |
if image is not None:
|
80 |
-
return "", None, history + [[user_message,
|
81 |
else:
|
82 |
-
return "", None, history + [[user_message, None]
|
83 |
|
84 |
def bot(history):
|
85 |
-
user_message
|
86 |
-
|
|
|
|
|
|
|
|
|
|
|
87 |
history[-1][1] = ""
|
88 |
for character in bot_message:
|
89 |
history[-1][1] += character
|
|
|
18 |
messages = [{"role": "system", "content": "You are a helpful assistant that can analyze images and text."}]
|
19 |
|
20 |
for human, assistant in history:
|
21 |
+
if image is not None and human.startswith("Image uploaded: "):
|
22 |
# This is an image message
|
23 |
+
encoded_image = encode_image(Image.open(image))
|
24 |
messages.append({
|
25 |
"role": "user",
|
26 |
"content": [
|
27 |
{"type": "image_url", "image_url": {"url": f"data:image/png;base64,{encoded_image}"}},
|
28 |
+
{"type": "text", "text": message}
|
29 |
]
|
30 |
})
|
31 |
else:
|
|
|
77 |
|
78 |
def user(user_message, image, history):
|
79 |
if image is not None:
|
80 |
+
return "", None, history + [["Image uploaded: " + user_message, None]]
|
81 |
else:
|
82 |
+
return "", None, history + [[user_message, None]]
|
83 |
|
84 |
def bot(history):
|
85 |
+
user_message = history[-1][0]
|
86 |
+
image = None
|
87 |
+
if user_message.startswith("Image uploaded: "):
|
88 |
+
image = history[-2][0].split(": ", 1)[1] # Get the image path from the previous message
|
89 |
+
user_message = user_message.split(": ", 1)[1] # Get the actual message
|
90 |
+
|
91 |
+
bot_message = chat_with_image(user_message, image, history[:-1])
|
92 |
history[-1][1] = ""
|
93 |
for character in bot_message:
|
94 |
history[-1][1] += character
|