Update app.py
Browse files
app.py
CHANGED
|
@@ -238,8 +238,11 @@ async def streamres(request: Request):
|
|
| 238 |
data = {
|
| 239 |
'model': model,
|
| 240 |
'messages': messages,
|
| 241 |
-
'max_tokens':
|
| 242 |
'stream': True
|
|
|
|
|
|
|
|
|
|
| 243 |
}
|
| 244 |
|
| 245 |
async def proxy_stream():
|
|
|
|
| 238 |
data = {
|
| 239 |
'model': model,
|
| 240 |
'messages': messages,
|
| 241 |
+
'max_tokens': 150000,
|
| 242 |
'stream': True
|
| 243 |
+
'transforms': [
|
| 244 |
+
'middle-out',
|
| 245 |
+
],
|
| 246 |
}
|
| 247 |
|
| 248 |
async def proxy_stream():
|