olcapone commited on
Commit
e258014
·
verified ·
1 Parent(s): bf916bf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -70,9 +70,13 @@ def select_model(provider="groq"):
70
  HF_MODEL_NAME = "huggingfaceh4/zephyr-7b-beta"
71
 
72
  if provider == "groq":
73
- api_key = os.getenv("GROQ_API_KEY")
 
74
  if not api_key:
75
  raise ValueError("GROQ_API_KEY environment variable is not set")
 
 
 
76
  return LiteLLMModel(model_id=GROQ_MODEL_NAME, api_key=api_key)
77
  elif provider == "hf":
78
  api_key = os.getenv("HF_TOKEN")
 
70
  HF_MODEL_NAME = "huggingfaceh4/zephyr-7b-beta"
71
 
72
  if provider == "groq":
73
+ return LiteLLMModel(model_id="groq/llama-3.1-8b-instant",
74
+ api_key=os.getenv("GROQ_API_KEY"))
75
  if not api_key:
76
  raise ValueError("GROQ_API_KEY environment variable is not set")
77
+
78
+
79
+
80
  return LiteLLMModel(model_id=GROQ_MODEL_NAME, api_key=api_key)
81
  elif provider == "hf":
82
  api_key = os.getenv("HF_TOKEN")