working

app.py

@@ -2,9 +2,11 @@ import spaces
 import gradio as gr
 import torch
 import subprocess
-import requests
+import aiohttp
 from gradio import State
 import asyncio
+import json
+import asyncio
 
 # Function to start the ochat server
 @spaces.GPU
@@ -28,7 +30,7 @@ def start_ochat_server():
 start_ochat_server()
 
 # Function to send a message to the ochat server and get a response
-def chat_with_ochat(message):
+async def chat_with_ochat(message):
     base_url = "http://localhost:18888"
     chat_url = f"{base_url}/v1/chat/completions"
     headers = {"Content-Type": "application/json"}
@@ -37,14 +39,16 @@ def chat_with_ochat(message):
         "messages": [{"role": "user", "content": message}]
     }
 
-    try:
-        response = requests.post(chat_url, json=data, headers=headers)
-        if response.status_code == 200:
-            return response.json()['choices'][0]['message']['content']
-        else:
-            return f"Error: Server responded with status code {response.status_code}"
-    except requests.RequestException as e:
-        return f"Error: {e}"
+    async with aiohttp.ClientSession() as session:
+        try:
+            async with session.post(chat_url, headers=headers, json=data) as response:
+                if response.status == 200:
+                    response_data = await response.json()
+                    return response_data['choices'][0]['message']['content']
+                else:
+                    return f"Error: Server responded with status code {response.status}"
+        except aiohttp.ClientError as e:
+            return f"Error: {e}"
 
 # Create a Gradio Blocks interface with session state
 with gr.Blocks(theme=gr.themes.Soft()) as app:
@@ -60,14 +64,14 @@ with gr.Blocks(theme=gr.themes.Soft()) as app:
 
     history = State([])  # Session state for chat history
 
-    def user(message, history):
+    async def user(message, history):
         return "", history + [[message, None]]
 
 
-    def bot(history):
+    async def bot(history):
         if history and history[-1] and history[-1][0]:
             user_message = history[-1][0]
-            bot_response = chat_with_ochat(user_message)
+            bot_response = await chat_with_ochat(user_message)
             history[-1][1] = bot_response  # Update the last entry with the bot's response
         return history
 

requirements.txt

@@ -5,3 +5,4 @@ datasets
 accelerate
 numpy
 ochat
+aiohttp