Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -70,9 +70,13 @@ def select_model(provider="groq"):
|
|
| 70 |
HF_MODEL_NAME = "huggingfaceh4/zephyr-7b-beta"
|
| 71 |
|
| 72 |
if provider == "groq":
|
| 73 |
-
|
|
|
|
| 74 |
if not api_key:
|
| 75 |
raise ValueError("GROQ_API_KEY environment variable is not set")
|
|
|
|
|
|
|
|
|
|
| 76 |
return LiteLLMModel(model_id=GROQ_MODEL_NAME, api_key=api_key)
|
| 77 |
elif provider == "hf":
|
| 78 |
api_key = os.getenv("HF_TOKEN")
|
|
|
|
| 70 |
HF_MODEL_NAME = "huggingfaceh4/zephyr-7b-beta"
|
| 71 |
|
| 72 |
if provider == "groq":
|
| 73 |
+
return LiteLLMModel(model_id="groq/llama-3.1-8b-instant",
|
| 74 |
+
api_key=os.getenv("GROQ_API_KEY"))
|
| 75 |
if not api_key:
|
| 76 |
raise ValueError("GROQ_API_KEY environment variable is not set")
|
| 77 |
+
|
| 78 |
+
|
| 79 |
+
|
| 80 |
return LiteLLMModel(model_id=GROQ_MODEL_NAME, api_key=api_key)
|
| 81 |
elif provider == "hf":
|
| 82 |
api_key = os.getenv("HF_TOKEN")
|