Spaces:
Running
Running
bug: replaced deepseek with nemo
Browse files
app.py
CHANGED
|
@@ -108,7 +108,7 @@ def rag_chatbot(
|
|
| 108 |
logger.info("Trying to call openAI chat API...")
|
| 109 |
messages = get_messages(docs, user_message, chat_history)
|
| 110 |
chatCompletion_response = openAI_client.chat.completions.create(
|
| 111 |
-
model="
|
| 112 |
messages=messages,
|
| 113 |
stream=True,
|
| 114 |
)
|
|
@@ -123,7 +123,7 @@ def rag_chatbot(
|
|
| 123 |
return
|
| 124 |
|
| 125 |
try:
|
| 126 |
-
logger.info("Trying to
|
| 127 |
llm_thinking = False
|
| 128 |
buffer = ""
|
| 129 |
chat_history.append({"role": "user", "content": user_message})
|
|
|
|
| 108 |
logger.info("Trying to call openAI chat API...")
|
| 109 |
messages = get_messages(docs, user_message, chat_history)
|
| 110 |
chatCompletion_response = openAI_client.chat.completions.create(
|
| 111 |
+
model="mistralai/mistral-nemo-12b-instruct/fp-8",
|
| 112 |
messages=messages,
|
| 113 |
stream=True,
|
| 114 |
)
|
|
|
|
| 123 |
return
|
| 124 |
|
| 125 |
try:
|
| 126 |
+
logger.info("Trying to parse LLM response...")
|
| 127 |
llm_thinking = False
|
| 128 |
buffer = ""
|
| 129 |
chat_history.append({"role": "user", "content": user_message})
|