Update models/text/deepinfra/main.py

models/text/deepinfra/main.py

@@ -31,14 +31,10 @@ class OFFDeepInfraAPI:
     
 
     async def generate(self, json_data: dict):
-        messages = json_data
-
-        request_data = {
-            "id": "".join(random.choices("0123456789abcdef", k=16)),
-            "messages": messages,
-            "selectedModel": json_data.get("model", "deepseek-r1-distill-llama-70b"),
+        json_data['stream_options'] = {
+            'include_usage': True,
+            'continuous_usage_stats': True,
         }
-
         chunk_id = "chipling-deepinfraoff-" + "".join(random.choices("0123456789abcdef", k=32))
         created = int(asyncio.get_event_loop().time())
         total_tokens = 0
@@ -49,7 +45,7 @@ class OFFDeepInfraAPI:
                     "POST",
                     "https://api.deepinfra.com/v1/openai/chat/completions",
                     headers=OFFDeepInfraAPI.headers,
-                    json=request_data
+                    json=json_data
                 ) as request_ctx:
                     print(request_ctx.status_code)
                     if request_ctx.status_code == 200: