Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
|
@@ -181,8 +181,11 @@ async def chat(query,history,sources,reports,subtype,year):
|
|
| 181 |
),]
|
| 182 |
|
| 183 |
###-----------------getting inference endpoints------------------------------
|
|
|
|
|
|
|
|
|
|
| 184 |
llm_qa = HuggingFaceEndpoint(
|
| 185 |
-
endpoint_url="https://
|
| 186 |
max_new_tokens=512*3,
|
| 187 |
top_k=10,
|
| 188 |
top_p=0.95,
|
|
|
|
| 181 |
),]
|
| 182 |
|
| 183 |
###-----------------getting inference endpoints------------------------------
|
| 184 |
+
|
| 185 |
+
# llama-3_1 endpoint = https://howaqfw0lpap12sg.us-east-1.aws.endpoints.huggingface.cloud
|
| 186 |
+
# llama-3 endpoint = https://nhe9phsr2zhs0e36.eu-west-1.aws.endpoints.huggingface.cloud
|
| 187 |
llm_qa = HuggingFaceEndpoint(
|
| 188 |
+
endpoint_url="https://howaqfw0lpap12sg.us-east-1.aws.endpoints.huggingface.cloud",
|
| 189 |
max_new_tokens=512*3,
|
| 190 |
top_k=10,
|
| 191 |
top_p=0.95,
|