Update app.py

app.py

@@ -111,7 +111,7 @@ def process_video(video_path: str) -> list[dict]:
         with tempfile.NamedTemporaryFile(delete=False, suffix=".png") as temp_file:
             pil_image.save(temp_file.name)
             content.append({"type": "text", "text": f"Frame {timestamp}:"})
-            content.append({"type": "image", "url": temp_file.name})
+            content.append({"type": "image", "image": temp_file.name})
     logger.debug(f"{content=}")
     return content
 
@@ -126,7 +126,7 @@ def process_interleaved_images(message: dict) -> list[dict]:
     for part in parts:
         logger.debug(f"{part=}")
         if part == "<image>":
-            content.append({"type": "image", "url": message["files"][image_index]})
+            content.append({"type": "image", "image": message["files"][image_index]})
             logger.debug(f"file: {message['files'][image_index]}")
             image_index += 1
         elif part.strip():
@@ -145,11 +145,9 @@ def process_new_user_message(message: dict) -> list[dict]:
         return [{"type": "text", "text": message["text"]}, *process_video(message["files"][0])]
 
     if "<image>" in message["text"]:
-        return process_interleaved_images(message)
-
-    return [
+        return process_interleaved_images(message)    return [
         {"type": "text", "text": message["text"]},
-        *[{"type": "image", "url": path} for path in message["files"]],
+        *[{"type": "image", "image": path} for path in message["files"]],
     ]
 
 
@@ -167,7 +165,7 @@ def process_history(history: list[dict]) -> list[dict]:
             if isinstance(content, str):
                 current_user_content.append({"type": "text", "text": content})
             else:
-                current_user_content.append({"type": "image", "url": content[0]})
+                current_user_content.append({"type": "image", "image": content[0]})
     return messages
 
 
@@ -240,4 +238,4 @@ demo = gr.ChatInterface(
 )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()