Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
6db93f3
1
Parent(s):
2013bf3
Enhance logging in http_bot and clean up conversation message handling; add .gitignore for better project management
Browse files- .gitignore +2 -0
- app.py +5 -1
- conversation.py +0 -6
.gitignore
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
__pycache__/
|
| 2 |
+
logs/
|
app.py
CHANGED
|
@@ -248,7 +248,11 @@ def http_bot(
|
|
| 248 |
message = state.get_user_message(source=state.USER)
|
| 249 |
logger.info(f"==== User message ====\n{message}")
|
| 250 |
logger.info(f"==== Image paths ====\n{all_image_paths}")
|
|
|
|
|
|
|
| 251 |
response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
|
|
|
|
|
|
|
| 252 |
|
| 253 |
# response = "This is a test response"
|
| 254 |
buffer = ""
|
|
@@ -309,7 +313,7 @@ title_html = """
|
|
| 309 |
<div style="text-align: center;">
|
| 310 |
<img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
|
| 311 |
<p>🔥Vintern-1B-v3_5🔥</p>
|
| 312 |
-
<p>
|
| 313 |
<a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
|
| 314 |
<a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
|
| 315 |
</div>
|
|
|
|
| 248 |
message = state.get_user_message(source=state.USER)
|
| 249 |
logger.info(f"==== User message ====\n{message}")
|
| 250 |
logger.info(f"==== Image paths ====\n{all_image_paths}")
|
| 251 |
+
|
| 252 |
+
logger.info(f"==== History ====\n{state.get_prompt()}")
|
| 253 |
response, conv_history = predict(message, all_image_paths[0], max_input_tiles, temperature, max_new_tokens, top_p, repetition_penalty)
|
| 254 |
+
logger.info(f"==== AI history ====\n{conv_history}")
|
| 255 |
+
|
| 256 |
|
| 257 |
# response = "This is a test response"
|
| 258 |
buffer = ""
|
|
|
|
| 313 |
<div style="text-align: center;">
|
| 314 |
<img src="https://lh3.googleusercontent.com/pw/AP1GczMmW-aFQ4dNaR_LCAllh4UZLLx9fTZ1ITHeGVMWx-1bwlIWz4VsWJSGb3_9C7CQfvboqJH41y2Sbc5ToC9ZmKeV4-buf_DEevIMU0HtaLWgHAPOqBiIbG6LaE8CvDqniLZzvB9UX8TR_-YgvYzPFt2z=w1472-h832-s-no-gm?authuser=0" style="height: 100; width: 100%;">
|
| 315 |
<p>🔥Vintern-1B-v3_5🔥</p>
|
| 316 |
+
<p>An Efficient Multimodal Large Language Model for Vietnamese</p>
|
| 317 |
<a href="https://huggingface.co/papers/2408.12480">[📖 Vintern Paper]</a>
|
| 318 |
<a href="https://huggingface.co/5CD-AI">[🤗 Huggingface]</a>
|
| 319 |
</div>
|
conversation.py
CHANGED
|
@@ -240,12 +240,8 @@ class Conversation:
|
|
| 240 |
|
| 241 |
def update_message(self, role, content, image=None, idx=-1):
|
| 242 |
assert len(self.messages) > 0, "No message in the conversation."
|
| 243 |
-
print(f"Messsage: {self.messages}")
|
| 244 |
idx = (idx + len(self.messages)) % len(self.messages)
|
| 245 |
|
| 246 |
-
# assert (
|
| 247 |
-
# self.messages[idx]["role"] == role
|
| 248 |
-
# ), f"Role mismatch: {role} vs {self.messages[idx]['role']}"
|
| 249 |
if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
|
| 250 |
raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
|
| 251 |
|
|
@@ -257,8 +253,6 @@ class Conversation:
|
|
| 257 |
image = [image]
|
| 258 |
self.messages[idx]["image"].extend(image)
|
| 259 |
|
| 260 |
-
print(f"Updated message: {self.messages}")
|
| 261 |
-
|
| 262 |
def return_last_message(self):
|
| 263 |
return self.messages[-1]["content"]
|
| 264 |
|
|
|
|
| 240 |
|
| 241 |
def update_message(self, role, content, image=None, idx=-1):
|
| 242 |
assert len(self.messages) > 0, "No message in the conversation."
|
|
|
|
| 243 |
idx = (idx + len(self.messages)) % len(self.messages)
|
| 244 |
|
|
|
|
|
|
|
|
|
|
| 245 |
if role != Conversation.ASSISTANT and self.messages[idx]["role"] != role:
|
| 246 |
raise AssertionError(f"Role mismatch: {role} vs {self.messages[idx]['role']}")
|
| 247 |
|
|
|
|
| 253 |
image = [image]
|
| 254 |
self.messages[idx]["image"].extend(image)
|
| 255 |
|
|
|
|
|
|
|
| 256 |
def return_last_message(self):
|
| 257 |
return self.messages[-1]["content"]
|
| 258 |
|