Update

app.py

@@ -162,9 +162,11 @@ except Exception:
 class DequeCallbackHandler(BaseCallbackHandler):
     """Mediate gradio and stream output."""
 
-    def __init__(self, deq: deque = deque()):
+    def __init__(self, deq_: deque):
         """Init deque for FIFO, may need to upgrade to queue.Queue or queue.SimpleQueue."""
-        self.q = deq
+        self.q = deq_
+
+    # def on_chat_model_start(self): self.q.clear()
 
     def on_llm_start(
         self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
@@ -308,8 +310,8 @@ def bot(history):
     yield history
 
 
-def predict_api(prompt):
-    logger.debug(f"{prompt=}")
+def predict_api(user_prompt):
+    logger.debug(f"{user_prompt=}")
     try:
         # user_prompt = prompt
         Config(
@@ -330,12 +332,12 @@ def predict_api(prompt):
             config=config,
         )
         # """
-        conversation = ConversationChain(
+        conversation1 = ConversationChain(
             llm=LLM,
             prompt=prompt,
             verbose=True,
         )
-        response = conversation.predict(prompt)
+        response = conversation1.predict(user_prompt)
         logger.debug(f"api: {response=}")
     except Exception as exc:
         logger.error(exc)