fix

README.md

@@ -4,7 +4,7 @@ emoji: 🚀
 colorFrom: red
 colorTo: red
 sdk: gradio
-sdk_version: 4.37.2
+sdk_version: 5.7.0
 app_file: app.py
 pinned: false
 ---

bunny/serve/model_worker.py

@@ -141,7 +141,7 @@ class ModelWorker:
                 num_image_tokens = prompt.count(replace_token) * model.get_vision_tower().num_patches
             else:
                 images = None
-            image_args = {"images": images}
+            image_args = {"images": images.to(self.device)}
         else:
             images = None
             image_args = {}
@@ -170,7 +170,6 @@ class ModelWorker:
         print("start!")
 
         model = model.to('cuda')
-        image_args['images'] = images.to('cuda')
 
         thread = Thread(target=model.generate, kwargs=dict(
             inputs=input_ids,